<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i3e12678</article-id>
      <article-id pub-id-type="pmid">31456580</article-id>
      <article-id pub-id-type="doi">10.2196/12678</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An Epiduroscopy Simulator Based on a Serious Game for Spatial Cognitive Training (EpiduroSIM): User-Centered Design Approach</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ciptaningtyas</surname>
            <given-names>Ratri</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Stourac</surname>
            <given-names>Petr</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ko</surname>
            <given-names>Junho</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8296-2040</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Jong Joo</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0905-0330</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Jang</surname>
            <given-names>Seong-Wook</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4696-2291</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Yun</surname>
            <given-names>Yeomin</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0927-107X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kang</surname>
            <given-names>Sungchul</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5645-2020</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Shin</surname>
            <given-names>Dong Ah</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5225-4083</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Yoon Sang</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>BioComputing Lab</institution>
            <institution>Institute for Bio-Engineering Application Technology</institution>
            <institution>Korea University of Technology and Education</institution>
            <addr-line>1600, Chungjeol-ro, Byeongcheon-myeon, Dongnam-gu</addr-line>
            <addr-line>Cheonan, 31253</addr-line>
            <country>Republic of Korea</country>
            <phone>82 5601496</phone>
            <email>yoonsang@koreatech.ac.kr</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0416-7938</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>BioComputing Lab</institution>
        <institution>Institute for Bio-Engineering Application Technology</institution>
        <institution>Korea University of Technology and Education</institution>
        <addr-line>Cheonan</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Neurosurgery, Yonsei University College of Medicine</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Robot Center, Samsung Research</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Yoon Sang Kim 
        <email>yoonsang@koreatech.ac.kr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><season>Jul-Sep</season><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>08</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>3</issue>
      <elocation-id>e12678</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>11</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>31</day>
          <month>3</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>4</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Junho Ko, Jong Joo Lee, Seong-Wook Jang, Yeomin Yun, Sungchul Kang, Dong Ah Shin, Yoon Sang Kim. Originally published in JMIR Serious Games (http://games.jmir.org), 27.08.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on http://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://games.jmir.org/2019/3/e12678/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Performing high-level surgeries with endoscopy is challenging, and hence, an efficient surgical training method or system is required. Serious game–based simulators can provide a trainee-centered educational environment unlike traditional teacher-centered education environments since serious games provide a high level of interaction (feedback that induces learning).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to propose an epiduroscopy simulator, EpiduroSIM, based on a serious game for spatial cognitive training.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>EpiduroSIM was designed based on a serious game. For spatial cognitive training, the virtual environment of EpiduroSIM was modeled based on a cognitive map.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>EpiduroSIM was developed considering user accessibility to provide various functions. The experiment for the validation of EpiduroSIM focused on psychological fidelity and repetitive training effects. The experiments were conducted by dividing 16 specialists into 2 groups of 8 surgeons. The group was divided into beginner and expert based on their epiduroscopy experience. The psychological fidelity of EpiduroSIM was confirmed through the training results of the expert group rather than the beginner group. In addition, the repetitive training effect of EpiduroSIM was confirmed by improving the training results in the beginner group.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>EpiduroSIM may be useful for training beginner surgeons in epiduroscopy.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>medical education</kwd>
        <kwd>endoscopy</kwd>
        <kwd>surgery</kwd>
        <kwd>catheters</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>An epiduroscopy is a highly effective minimally invasive surgery (MIS) used for chronic lumbago and lumbar disc herniation [<xref ref-type="bibr" rid="ref1">1</xref>]. In an MIS, a subminiature endoscope (1-mm diameter) and a laser are inserted into a cavity; the endoscope is maneuvered by viewing a 2-dimensional (2D) computed tomography image. Performing high-level surgeries with endoscopy is challenging, and hence, an efficient surgical training method or system is required [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>Conventional surgical training is performed using surgery observations, animals, cadavers, and plastic models. Surgery observation is achieved by assisting expert surgeons in the operation room. Such surgical training has limited training opportunities, and the interaction between surgical instruments and human organs is difficult to train [<xref ref-type="bibr" rid="ref3">3</xref>]. Surgical training using animals and cadavers is costly [<xref ref-type="bibr" rid="ref4">4</xref>], and surgical training using plastic models cannot provide realistic visual and tactile feedback [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Recently, surgical training has been performed using a simulator. The simulator provides an opportunity for the trainee to repeatedly attempt various actions, including mistakes, in a virtual environment [<xref ref-type="bibr" rid="ref6">6</xref>]. In addition, the simulator allows the objective evaluation of the trainee’s training level and can teach rare and dangerous complications at a low cost [<xref ref-type="bibr" rid="ref4">4</xref>]. As the popularity of video games has increased, serious game technology has been applied to surgical training using a simulator [<xref ref-type="bibr" rid="ref7">7</xref>]. As serious game provides a high level of interaction (feedback that induces learning) [<xref ref-type="bibr" rid="ref8">8</xref>], serious game–based simulators can provide a trainee-centered educational environment unlike the traditional teacher-centered education environments [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this study, we proposed an epiduroscopy simulator (EpiduroSIM) based on a serious game for spatial cognitive training. EpiduroSIM aims to provide a trainee-centered educational environment for teaching the insertion paths of the surgical instrument (catheter).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>In this study, we focused on EpiduroSIM based on a serious game and the cognitive map for self-directed learning of the beginner. Herein, the beginner means a surgeon who has no experience or has low understanding of epiduroscopy. Design of EpiduroSIM and modeling of the virtual environment were achieved through consultation with neurosurgeons.</p>
      </sec>
      <sec>
        <title>Analysis and Design</title>
        <p>EpiduroSIM was designed based on the game elements of the serious game, as shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>. The objective of the designed EpiduroSIM was to teach the insertion paths of the surgical instrument for epiduroscopy, and the content is the insertion scenario of the surgical instrument for spatial cognition training. The feedback and interaction of the designed EpiduroSIM is an alert on the collision between the surgical instrument and the primary organs in vivo. As surgery is generally evaluated based on the operation time (completion time) and mistakes (number of collisions) in surgery [<xref ref-type="bibr" rid="ref10">10</xref>], the designed EpiduroSIM provides the number of collisions and the completion time as the training results.</p>
        <p>Humans form a cognitive map through a series of processes that recognize the space or environment that they experience. In general, the cognitive map consists of an important point called a landmark and a surrounding area connecting these points [<xref ref-type="bibr" rid="ref11">11</xref>]. This is because it is more effective in human information processing to hierarchically memorize the regions around the important points than to memorize the entire region [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The design of EpiduroSIM based on the game elements of the serious game.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The cognitive map is divided into the route map and survey map based on the form and characteristics [<xref ref-type="bibr" rid="ref13">13</xref>]. The route map means a linear path connecting the primary landmarks between the starting point and destination. The route map is obtained through limited experience with the surrounding environment (if only 1 path is used). People with only the linear path information (route map) are more likely to get lost if they leave the proficient path [<xref ref-type="bibr" rid="ref14">14</xref>]. The survey map means a map in which the geographical information between the starting point and the destination is configured in a network. The survey map is obtained through various experiences in the surrounding areas and data (maps and aerial photographs) that can illustrate the entire area. People with the survey map are more likely to search for an alternate path if they leave the proficient path. As the experience of the region increases, the route map generally changes to the survey map [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>The virtual environment of EpiduroSIM is modeled based on the cognitive map as shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>. The modeled virtual environment is divided into a 3-dimensional (3D) virtual environment for the route map and a 2D virtual environment for the survey map. The 3D virtual environment for the route map consists of bones, a dura mater, and discs that serve as landmarks. Through these objects serving as landmarks, the trainee can learn the catheter insertion paths. The 2D virtual environment for the survey map consists of a projected image (fluoroscopy). This allows the trainee to learn the perspective knowledge of all areas of the catheter insertion paths.</p>
        <p>Hierarchical spatial cognition [<xref ref-type="bibr" rid="ref16">16</xref>] does not determine a detailed path (A→S4→S3→B→S2→S1→C in scenario 1 of <xref ref-type="fig" rid="figure3">Figure 3</xref>) from the beginning when a person selects a path but selects a primary landmark (A→B→C in scenario 1 of <xref ref-type="fig" rid="figure3">Figure 3</xref>) first and subsequently selects a detailed path (A→S4→S3→B→S2→S1→C in scenario 1 of <xref ref-type="fig" rid="figure3">Figure 3</xref>). In this path selection process, landmarks with different levels of importance act as partial regions that constitute the whole space. Therefore, hierarchical spatial cognition can be thought as the divide-and-conquer method that resolves a significant problem.</p>
        <p>EpiduroSIM provides various catheter insertion scenarios for spatial cognitive training. <xref ref-type="fig" rid="figure3">Figure 3</xref> shows the hierarchical spatial cognitive process in various catheter insertion scenarios. In catheter insertion scenarios in <xref ref-type="fig" rid="figure3">Figure 3</xref>, the primary landmark is important for the catheter insertion procedures. In catheter insertion scenarios in <xref ref-type="fig" rid="figure3">Figure 3</xref>, the primary landmark A is the starting point where the catheter insertion paths are split into the dorsal side and ventral side in the sacral hiatus. In scenario 1 and scenario 2, the primary landmark B is the point where the catheter insertion paths detour from the dorsal side to the ventral side. In scenario 3 and scenario 4, the primary landmark B is absent because the catheter insertion paths in scenarios 3 and 4 enter the ventral side from the sacral hiatus to reach the lesion disc located on the ventral side without a detour. In catheter insertion scenarios, the primary landmark C is the destination, which is the lesion disc. In catheter insertion scenarios, the secondary landmark is the sacral nerves (S1-4), which is used as a reference point for the trainee to select the detailed paths.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The modeled virtual environments (2D and 3D) based on the cognitive map.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The hierarchical spatial cognitive process in the various catheter insertion scenarios.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Development</title>
        <p>EpiduroSIM consists of the input part, processing part, and output part, as shown in <xref ref-type="fig" rid="figure4">Figure 4</xref>. The input part transmits the position and rotation data received from the keyboard or mouse, gamepad [<xref ref-type="bibr" rid="ref17">17</xref>], and master device [<xref ref-type="bibr" rid="ref18">18</xref>] to the processing part. The processing part controls the surgical instrument in the virtual environment according to the received position and rotation data. When the surgical instrument collides, it stores the crash record and provides the trainee with visual feedback. Furthermore, the force data calculated at the time of the collision are transmitted to the master device, and the feedback is provided to the trainee. The output part provides visually the virtual environments (<xref ref-type="fig" rid="figure2">Figure 2</xref>) and training results in the Database.</p>
        <p>EpiduroSIM was developed using Unity3D (Unity technologies Corp), a commercial game engine. The developed EpiduroSIM provides an easy operation method and various functions considering user accessibility, as shown in <xref ref-type="fig" rid="figure5">Figure 5</xref>. The functions provided by the developed EpiduroSIM are the fluoroscopic view, the catheter insertion path, the recording, and the miscellaneous menu. The fluoroscopic view function (① in <xref ref-type="fig" rid="figure5">Figure 5</xref>) provides a screen similar to the C-arm view used in actual surgery, and the catheter insertion path function (② in <xref ref-type="fig" rid="figure5">Figure 5</xref>) provides 4 training scenarios (<xref ref-type="fig" rid="figure3">Figure 3</xref>). The recording function (③ in <xref ref-type="fig" rid="figure5">Figure 5</xref>) measures and records the training results (number of collisions and completion time) in real time, and the miscellaneous menu function (④ in <xref ref-type="fig" rid="figure5">Figure 5</xref>) includes virtual fixture visualization, catheter movement speed control (1x/2x), and position correction at the catheter deviation.</p>
        <p>The catheter insertion training in the developed EpiduroSIM proceeds in the following order: (1) select a training scenario, (2) begin training, (3) move the catheter tooltip to the destination (lesion), and (4) validate the training results. If the trainee selects a training scenario other than the free scenario, a virtual fixture in the form of a tube is created, as shown in <xref ref-type="fig" rid="figure6">Figure 6</xref>. A virtual fixture is a technique that restricts the motion of a control object to a specified path [<xref ref-type="bibr" rid="ref19">19</xref>]. The trainee learns the catheter insertion paths along the virtual fixture to the destination. During the training, the catheter tooltip will collide with the virtual fixture if the catheter is out of the insertion path owing to the intentions or mistakes of the trainee. When the catheter tooltip collides, the developed EpiduroSIM records the number of collisions in the training results and provides visual feedback by changing the color (from white to red) of the catheter tooltip, as shown in <xref ref-type="fig" rid="figure7">Figure 7</xref>. The trainee can learn the catheter insertion paths in the desired field of view by selecting the external view, as shown in <xref ref-type="fig" rid="figure8">Figure 8</xref>, or the endoscopic view, as shown in <xref ref-type="fig" rid="figure9">Figure 9</xref>, while moving the catheter tooltip. At the end of the training, the developed EpiduroSIM provides the user with the cumulative number of collisions and completion time.</p>
      </sec>
      <sec>
        <title>Evaluation</title>
        <p>The experiments were designed to focus on the fidelity and repetitive training effects. Fidelity represents the degree to which the simulator matches the real environment and skills [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Fidelity can be divided into physical fidelity and psychological fidelity [<xref ref-type="bibr" rid="ref22">22</xref>]. Physical fidelity refers to the degree of similarity between a real environment and virtual environment [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Psychological fidelity refers to the degree to which the skills of real tasks are reflected in the simulator [<xref ref-type="bibr" rid="ref22">22</xref>]. EpiduroSIM is designed based on a serious game, focusing on psychological fidelity rather than physical fidelity. Therefore, we examined the psychological fidelity of EpiduroSIM in the experiments.</p>
        <p>The training result in the simulator based on iterations generally appears as learning curves. This means that the training result is improved as the training using the simulator is repeated. This improvement in the training result does not necessarily imply that the trainee is acquiring actual skills. However, improved training results in simulators that train basic skills such as hand and tool movement can lead to the acquisition of actual skills [<xref ref-type="bibr" rid="ref23">23</xref>]. This type of verification has been used in many studies as a simulator evaluation tool [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Therefore, we examined the repetitive training effects of EpiduroSIM in the experiments.</p>
        <p>The experiments were conducted by dividing 16 specialists into 2 groups of 8 surgeons. The group was divided into beginner and expert based on their epiduroscopy experience. The sample size (n=16) of the subject was calculated with a .05 significance level, 0.9 power, and 0.3 effect size using G*Power 3 (Heinrich Heine University Düsseldorf) [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>The structure of the proposed EpiduroSIM.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>The developed EpiduroSIM considering user accessibility.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>The catheter insertion training without collision.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>The catheter insertion training with collision.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>The external view.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>The endoscopic view.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The experimental environment consists of EpiduroSIM and gamepad as shown in <xref ref-type="fig" rid="figure10">Figure 10</xref>. A gamepad is an input device with higher precision and user preference than a mechanical master device and joystick [<xref ref-type="bibr" rid="ref27">27</xref>]. In addition, considering a serious game and user accessibility, the gamepad is suitable as the input device of EpiduroSIM. The experiment was conducted through repetitive training (20 times) in the free scenario (an environment without a virtual fixture) of EpiduroSIM. To ensure the reliability of the experimental results, we set the number of repetitions to be higher than the conventional studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>] on the surgical training simulator. The experimental results of repetitive training were analyzed using the repeated-measures analysis of variance. These analyses were performed using SPSS 21 (IBM Corp). A 2-sided significance level of <italic>P</italic>&lt;.05 was set.</p>
        <p>The results of comparison between the 2 groups (beginner and expert) are shown in <xref ref-type="fig" rid="figure11">Figure 11</xref>. The mean number of collisions for the beginner group and expert group was 4.91 and 3.56, respectively. The mean completion time of the beginner group and expert group was 84.14 seconds and 83.40 seconds, respectively. The expert group had fewer collisions than the beginner group, and the completion time was faster. This implies that the understanding of actual surgery is well reflected (high psychological fidelity) in EpiduroSIM.</p>
        <p><xref ref-type="fig" rid="figure12">Figure 12</xref> shows the experimental results of repetitive training. As the training was repeated, the beginner group showed a decrease in the number of collisions as a whole and the expert group did not show any significant variation. As the training was repeated, the beginner group had a shorter completion time and the expert group did not show any significant change. From the experimental results, we confirmed that the beginner group exhibited the repetitive training effects, in contrast to the expert group.</p>
        <fig id="figure10" position="float">
          <label>Figure 10</label>
          <caption>
            <p>The experimental environment.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure11" position="float">
          <label>Figure 11</label>
          <caption>
            <p>The comparison results (number of collisions and completion time) between the two groups (beginner and expert).</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure12" position="float">
          <label>Figure 12</label>
          <caption>
            <p>The experimental results (number variation of collision and completion time variation) of repetitive training.</p>
          </caption>
          <graphic xlink:href="games_v7i3e12678_fig12.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we proposed an epiduroscopy simulator (EpiduroSIM) based on a serious game for spatial cognitive training. EpiduroSIM was designed based on a game element of a serious game. The objective of EpiduroSIM was to help beginners learn the insertion path of the catheter inside the human body. Therefore, EpiduroSIM provides various scenarios of catheter insertion to the trainee as content in the virtual environment modeled by the cognitive map. The interaction between EpiduroSIM and the trainee was achieved through visual feedback based on the virtual fixture. Through this interaction, the trainee learns a correct insertion path. Finally, the EpiduroSIM provides the training results of the insertion completion time of the catheter and the mistakes (number of collisions) that occurred during the insertion process to improve the motivation and self-confidence of the trainee.</p>
        <p>The experiment for the validation of EpiduroSIM focused on the psychological fidelity and repetitive training effects. On the basis of a comparative result between the expert and beginner groups, it can be concluded that the expert group completed catheter insertion faster with fewer collisions than the beginner group. The result indicates that the understanding of actual surgery is well applied (high psychological fidelity) in EpiduroSIM. From the repeated training results for each group, the beginner group showed a decrease in the number of collisions and completion time. Generally, surgery is evaluated based on the surgical time (completion time) and mistakes (number of collisions) that occur during the surgery. Therefore, the decrease in the completion time and the number of collisions in the beginner group means that the understanding of the surgery has increased. However, there was no repeated training effect in the expert group. The reason could be that experts have a higher understanding of the surgery before training by actual surgical experience compared with the beginners.</p>
      </sec>
      <sec>
        <title>Comparison With Past Work</title>
        <p>Cognition is a general term used to describe mental activities related to thinking, learning, and memory [<xref ref-type="bibr" rid="ref30">30</xref>]. Cognitive training is applied in the form of mental imagery without actual physical movements [<xref ref-type="bibr" rid="ref31">31</xref>]. Cognitive training has been used in sports and has become an important tool used by athletes at the elite level [<xref ref-type="bibr" rid="ref32">32</xref>]. In addition, cognitive training has been applied in the form of simulators in the aeronautical field to improve flight performance through pilot training [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>Owing to the proven efficacy in the sport and aviation sectors, studies have been conducted on using cognitive training for surgical training. In a study on the relationship between surgical proficiency and cognitive processes, surgical competence reportedly combined the intellectual movements of decision making with the ability to perform mechanical tasks [<xref ref-type="bibr" rid="ref34">34</xref>]. In a study involving 58 expert surgeons, 70% agreed that cognitive skill was one of the best traits required by the trainee surgeons [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Owing to MIS, the ability to perform mechanical tasks has become important but the importance of cognitive skills has not diminished. As laparoscopic surgeries and robotic surgeries require significant levels of cognitive and decision-making abilities [<xref ref-type="bibr" rid="ref24">24</xref>], a few simulators have been studied to provide cognitive training to surgeons [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. In these studies, a variety of virtual reality tasks were designed to improve specific cognitive skills such as movement planning, working memory, and preparatory attention. In other studies, error recognition and the cognitive simulator feedback were evaluated [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Although these cognitive simulators have been developed focusing on surgical procedures, spatial cognitive training for learning the insertion paths of surgical instruments in the human body was not considered.</p>
        <p>We herein proposed EpiduroSIM based on a serious game for spatial cognitive training. To learn the catheter insertion paths in the human body, EpiduroSIM was designed based on the game elements of the serious educational game. For spatial cognitive training, the virtual environment of EpiduroSIM was modeled based on a cognitive map. EpiduroSIM was developed to provide various functions considering user accessibility. The experiment for the validation of EpiduroSIM focused on the psychological fidelity and repetitive training effects. The psychological fidelity of EpiduroSIM was confirmed through the training results of the expert group rather than the beginner group. In addition, the repetitive training effect of EpiduroSIM was confirmed by improving the training results in the beginner group.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Serious games based on the game elements for entertainment are differentiated from simulators for reflecting reality [<xref ref-type="bibr" rid="ref39">39</xref>]. A serious game with game elements such as competition, self-confidence, environment, objectives, and rules has the advantage of improving the self-direction, personality, and persistence of learning compared with the simulator [<xref ref-type="bibr" rid="ref40">40</xref>]. Despite the advantages of a serious game, the following 7 areas of study are required for the effective development of a serious game for medical education [<xref ref-type="bibr" rid="ref41">41</xref>]: (1) disposition to engage in learning, (2) impact of realism and fidelity on learning, (3) threshold for learning, (4) process of cognitive development during knowledge gain, (5) stability of knowledge gain (retention), (6) capacity for knowledge transfer to related problems, and (7) disposition toward sensible action within clinical settings. Among these areas, our study focused on the process of cognitive development during knowledge gain.</p>
        <p>Therefore, EpiduroSIM provides high-level accessibility to beginners for self-directed learning without past knowledge of the simulator, but it has a limitation that it does not provide the same experience as actual surgery such as the kinesthetic sense.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Serious games have begun to be applied to various applications, including medical education. However, further studies are still required to popularize serious games. We herein applied the cognitive map to the insertion paths training of a surgical instrument to study the cognitive development process during knowledge gain. In the future, we expect the importance of cognitive training in surgical education to increase, and we hope that the results of this study will be used in cognitive training studies.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">2D</term>
          <def>
            <p>2-dimensional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">3D</term>
          <def>
            <p>3-dimensional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MIS</term>
          <def>
            <p>minimally invasive surgery</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was financially supported by the Global Collaborative R&amp;D Program through the Ministry of Trade, Industry &amp; Energy and Korea Institute for Advancement of Technology.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Evolution of surgical skills training</article-title>
          <source>World J Gastroenterol</source>
          <year>2006</year>
          <month>5</month>
          <volume>12</volume>
          <issue>20</issue>
          <fpage>3219</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.wjgnet.com/1007-9327/full/v12/i20/3219.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.3748/wjg.v12.i20.3219</pub-id>
          <pub-id pub-id-type="medline">16718842</pub-id>
          <pub-id pub-id-type="pmcid">PMC4087965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hickish</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality training and assessment in laparoscopic rectum surgery</article-title>
          <source>Int J Med Robot</source>
          <year>2015</year>
          <month>06</month>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>194</fpage>
          <lpage>209</lpage>
          <pub-id pub-id-type="doi">10.1002/rcs.1582</pub-id>
          <pub-id pub-id-type="medline">24700686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moulton</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Dubrowski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Macrae</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Grober</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Reznick</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Teaching surgical skills: what kind of practice makes perfect?: a randomized, controlled trial</article-title>
          <source>Ann Surg</source>
          <year>2006</year>
          <month>07</month>
          <volume>244</volume>
          <issue>3</issue>
          <fpage>400</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1097/01.sla.0000234808.85789.6a</pub-id>
          <pub-id pub-id-type="medline">16926566</pub-id>
          <pub-id pub-id-type="pii">00000658-200609000-00008</pub-id>
          <pub-id pub-id-type="pmcid">PMC1856544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muchinsky</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <source>Psychology Applied to Work</source>
          <year>2012</year>
          <publisher-loc>Summerfield, NC, USA</publisher-loc>
          <publisher-name>Hypergraphic Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heng</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chui</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tso</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A virtual-reality training system for knee arthroscopic surgery</article-title>
          <source>IEEE Trans Inf Technol Biomed</source>
          <year>2004</year>
          <month>06</month>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>217</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="medline">15217267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ziv</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ben-David</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ziv</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Simulation based medical education: an opportunity to learn from errors</article-title>
          <source>Med Teach</source>
          <year>2005</year>
          <month>5</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>193</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/01421590500126718"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/01421590500126718</pub-id>
          <pub-id pub-id-type="medline">16011941</pub-id>
          <pub-id pub-id-type="pii">X5MK872018620607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cowan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sabri</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kapralos</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cristancho</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moussa</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dubrowski</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>SCETF: Serious game surgical cognitive education and training framework</article-title>
          <year>2011</year>
          <month>11</month>
          <conf-name>2011 IEEE International Games Innovation Conference (IGIC)</conf-name>
          <conf-date>November 2-3, 2011</conf-date>
          <conf-loc>Orange, CA, USA</conf-loc>
          <publisher-name>IEEE</publisher-name>
          <fpage>5117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/abstract/document/6115117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/IGIC.2011.6115117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Susi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Johannesson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Backlund</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>DiVA</source>
          <year>2007</year>
          <month>02</month>
          <access-date>2019-08-08</access-date>
          <publisher-loc>Sweden</publisher-loc>
          <publisher-name>University of Skövde School of Humanities and Informatics</publisher-name>
          <comment>Serious games-an overview 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.diva-portal.org/smash/record.jsf?pid=diva2%3A2416&amp;dswid=6821">http://www.diva-portal.org/smash/record.jsf?pid=diva2%3A2416&amp;dswid=6821</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stapleton</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Serious Games: Serious Opportunities</article-title>
          <year>2004</year>
          <month>1</month>
          <conf-name>Australian Game Developers’ Conference, Academic Summit</conf-name>
          <conf-date>2-4 December</conf-date>
          <conf-loc>Melbourne, Victoria, Australia</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.agdc.com.au/04presentations/acad_andrew_stapleton2.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grantcharov</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Eriksen</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Blirup</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>Funch-Jensen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>An evidence-based virtual reality training program for novice laparoscopic surgeons</article-title>
          <source>Ann Surg</source>
          <year>2006</year>
          <month>8</month>
          <volume>244</volume>
          <issue>2</issue>
          <fpage>310</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://insights.ovid.com/crossref?an=00000658-200608000-00020"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.sla.0000218094.92650.44</pub-id>
          <pub-id pub-id-type="medline">16858196</pub-id>
          <pub-id pub-id-type="pii">00000658-200608000-00020</pub-id>
          <pub-id pub-id-type="pmcid">PMC1602164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Couclelis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Golledge</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Gale</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tobler</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Exploring the anchor-point hypothesis of spatial cognition</article-title>
          <source>J Environ Psychol</source>
          <year>1987</year>
          <month>6</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>99</fpage>
          <lpage>122</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S0272494487800208"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0272-4944(87)80020-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiener</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Mallot</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>'Fine-to-Coarse' route planning and navigation in regionalized environments</article-title>
          <source>Spat Cogn Comput</source>
          <year>2003</year>
          <month>12</month>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>331</fpage>
          <lpage>358</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1207/s15427633scc0304_5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1207/s15427633scc0304_5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shemaykin</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>US Office of technical Reports</source>
          <year>1962</year>
          <access-date>2019-08-08</access-date>
          <publisher-loc>Arlington, VA, USA</publisher-loc>
          <publisher-name>Psychological Science in the USSR</publisher-name>
          <comment>General problems of orientation in space and space representations 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/y4k323qv">https://tinyurl.com/y4k323qv</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prestopnik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roskos–Ewoldsen</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The relations among wayfinding strategy use, sense of direction, sex, familiarity, and wayfinding ability</article-title>
          <source>J Environ Psychol</source>
          <year>2000</year>
          <month>06</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S0272494499901603?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1006/jevp.1999.0160</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Appleyard</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Styles and methods of structuring a city</article-title>
          <source>Environ Behav</source>
          <year>2016</year>
          <month>07</month>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>100</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/001391657000200106"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/001391657000200106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chown</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kortenkamp</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Prototypes, location, and associative networks (PLAN): towards a unified theory of cognitive mapping</article-title>
          <source>Cogn Sci</source>
          <year>1995</year>
          <month>1</month>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/0364021395900039"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/0364-0213(95)90003-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A development of an epiduroscopy training simulator based on spatial cognition learning</article-title>
          <source>J Vibroeng</source>
          <year>2017</year>
          <month>10</month>
          <day>21</day>
          <volume>14</volume>
          <fpage>250</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jvejournals.com/article/19166"/>
          </comment>
          <pub-id pub-id-type="doi">10.21595/vp.2017.19166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Development of epiduroscopy training simulator using haptic master device</article-title>
          <year>2017</year>
          <month>6</month>
          <conf-name>International Conference on Ubiquitous Robots and Ambient Intelligence (URAI)</conf-name>
          <conf-date>June 28-July 1</conf-date>
          <conf-loc>Jeju, South Korea</conf-loc>
          <fpage>542</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/7992664"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/URAI.2017.7992664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Epiduroscopic laser disc and neural decompression</article-title>
          <source>J Neurosurg Rev</source>
          <year>2011</year>
          <volume>1</volume>
          <issue>S1</issue>
          <fpage>14</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://northamericanspine.com/wp-content/uploads/2017/03/epiduroscopic-laser-disc-and-neural-decompression.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farmer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rooij</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riemersma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moraal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jorna</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>Handbook of Simulator-Based Training</source>
          <year>1999</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Singer</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <source>Simulation Fidelity In Training System Design: Bridging The Gap Between Reality And Training (recent Research In Psychology)</source>
          <year>1988</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Springer-Verlag</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Simulation in medical education</article-title>
          <source>Understanding Medical Education: Evidence, Theory And Practice</source>
          <year>2010</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Wiley-Blackwell</publisher-name>
          <fpage>164</fpage>
          <lpage>180</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahol</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vankipuram</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Cognitive simulators for medical education and training</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>8</month>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>593</fpage>
          <lpage>604</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(09)00028-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2009.02.008</pub-id>
          <pub-id pub-id-type="medline">19269350</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(09)00028-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kohls-Gatzoulis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Regehr</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchison</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Teaching cognitive skills improves learning in surgical skills courses: a blinded, prospective, randomized study</article-title>
          <source>Can J Surg</source>
          <year>2004</year>
          <month>08</month>
          <volume>47</volume>
          <issue>4</issue>
          <fpage>277</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.canjsurg.ca/vol47-issue4/47-4-277/"/>
          </comment>
          <pub-id pub-id-type="medline">15362330</pub-id>
          <pub-id pub-id-type="pmcid">PMC3211785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McGuigan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Objective psychomotor skills assessment of experienced, junior, and novice laparoscopists with virtual reality</article-title>
          <source>World J Surg</source>
          <year>2001</year>
          <month>11</month>
          <volume>25</volume>
          <issue>11</issue>
          <fpage>1478</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="medline">11760752</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faul</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Erdfelder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buchner</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>G*Power 3: a flexible statistical power analysis program for the social, behavioral, and biomedical sciences</article-title>
          <source>Behav Res Methods</source>
          <year>2007</year>
          <month>5</month>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>191</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.3758/BF03193146"/>
          </comment>
          <pub-id pub-id-type="doi">10.3758/BF03193146</pub-id>
          <pub-id pub-id-type="medline">17695343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcia</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Passive and active assistance for human performance of a simulated underactuated dynamic task</article-title>
          <year>2003</year>
          <month>4</month>
          <conf-name>Symposium on Haptic Interfaces for Virtual Environment and Teleoperator Systems</conf-name>
          <conf-date>March 22-23</conf-date>
          <conf-loc>Los Angeles, CA, USA</conf-loc>
          <publisher-name>IEEE</publisher-name>
          <fpage>348</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/abstract/document/1191308"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/HAPTIC.2003.1191308</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Konge</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cayé-Thomasen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Learning curves of virtual mastoidectomy in distributed and massed practice</article-title>
          <source>JAMA Otolaryngol Head Neck Surg</source>
          <year>2015</year>
          <month>10</month>
          <volume>141</volume>
          <issue>10</issue>
          <fpage>913</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/jamaoto.2015.1563</pub-id>
          <pub-id pub-id-type="medline">26334610</pub-id>
          <pub-id pub-id-type="pii">2432653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Connor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Raker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wohlrab</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effects of repetition and inactivity on laparoscopic skills training</article-title>
          <source>J Minim Invasive Gynecol</source>
          <year>2016</year>
          <month>2</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>194</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmig.org/article/S1553-4650(15)01549-6/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jmig.2015.09.008</pub-id>
          <pub-id pub-id-type="medline">26391057</pub-id>
          <pub-id pub-id-type="pii">S1553-4650(15)01549-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Enns</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Sensation and perception</article-title>
          <source>Handbook of psychology</source>
          <year>2003</year>
          <month>4</month>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>John Wiley &amp; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munzert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lorey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zentgraf</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cognitive motor processes: the role of motor imagery in the study of motor representations</article-title>
          <source>Brain Res Rev</source>
          <year>2009</year>
          <month>5</month>
          <volume>60</volume>
          <issue>2</issue>
          <fpage>306</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S0165017309000022?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brainresrev.2008.12.024</pub-id>
          <pub-id pub-id-type="medline">19167426</pub-id>
          <pub-id pub-id-type="pii">S0165-0173(09)00002-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sevdalis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mental imagery and mental practice applications in surgery: state of the art and future directions</article-title>
          <source>Multisensory Imagery</source>
          <year>2014</year>
          <month>5</month>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>343</fpage>
          <lpage>63</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gopher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weil</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Practice under changing priorities: an approach to the training of complex skills</article-title>
          <source>Acta Psychologica</source>
          <year>1989</year>
          <month>08</month>
          <volume>71</volume>
          <issue>1-3</issue>
          <fpage>147</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/0001691889900073?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/0001-6918(89)90007-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hamdorf</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Surgeons and cognitive processes</article-title>
          <source>Br J Surg</source>
          <year>2003</year>
          <month>01</month>
          <volume>90</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1002/bjs.4020</pub-id>
          <pub-id pub-id-type="medline">12520568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuschieri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>What do master surgeons think of surgical competence and revalidation?</article-title>
          <source>Am J Surg</source>
          <year>2001</year>
          <month>08</month>
          <volume>182</volume>
          <issue>2</issue>
          <fpage>110</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/s0002-9610(01)00667-5</pub-id>
          <pub-id pub-id-type="medline">11574079</pub-id>
          <pub-id pub-id-type="pii">S0002-9610(01)00667-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahol</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Deka</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mayes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Panchanathan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effect of fatigue on cognitive and psychomotor skills of surgical residents</article-title>
          <year>2007</year>
          <conf-name>3rd International Conference on Foundations of Augmented Cognition</conf-name>
          <conf-date>Jul 22-27</conf-date>
          <conf-loc>Beijing, China</conf-loc>
          <fpage>304</fpage>
          <pub-id pub-id-type="doi">10.1016/j.amjsurg.2007.10.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loveday</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Oosthuizen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Windsor</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial evaluating a cognitive simulator for laparoscopic appendectomy</article-title>
          <source>ANZ J Surg</source>
          <year>2010</year>
          <month>9</month>
          <volume>80</volume>
          <issue>9</issue>
          <fpage>588</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/abs/10.1111/j.1445-2197.2010.05349.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1445-2197.2010.05349.x</pub-id>
          <pub-id pub-id-type="medline">20840399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palter</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Grantcharov</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a comprehensive curriculum to teach an advanced minimally invasive procedure: a randomized controlled trial</article-title>
          <source>Ann Surg</source>
          <year>2012</year>
          <month>07</month>
          <volume>256</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://insights.ovid.com/pubmed?pmid=22664557"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/SLA.0b013e318258f5aa</pub-id>
          <pub-id pub-id-type="medline">22664557</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greitzer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kuchar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Huston</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cognitive science implications for enhancing training effectiveness in a serious gaming context</article-title>
          <source>J Educ Resour Comput</source>
          <year>2007</year>
          <month>11</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/citation.cfm?doid=1281320.1281322"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/1281320.1281322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Qin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chui</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Heng</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A serious game for learning ultrasound-guided needle placement skills</article-title>
          <source>IEEE Trans Inf Technol Biomed</source>
          <year>2012</year>
          <month>11</month>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>1032</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/6216416"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/TITB.2012.2204406</pub-id>
          <pub-id pub-id-type="medline">22711779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tashiro</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dunlap</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of realism on learning engagement in educational games</article-title>
          <source>Proceedings of the 2007 conference on Future Play</source>
          <year>2007</year>
          <month>11</month>
          <conf-name>Future Play '07</conf-name>
          <conf-date>November 14-17</conf-date>
          <conf-loc>Toronto, Canada</conf-loc>
          <fpage>113</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/citation.cfm?doid=1328202.1328223"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/1328202.1328223</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
