<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e30653</article-id>
      <article-id pub-id-type="pmid">35262501</article-id>
      <article-id pub-id-type="doi">10.2196/30653</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Mixed Reality and Haptic–Based Dental Simulator for Tooth Preparation: Research, Development, and Preliminary Evaluation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Zary</surname>
            <given-names>Nabil</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bajpai</surname>
            <given-names>Dr Manas</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Zhi</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Yaning</given-names>
          </name>
          <degrees>BDS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2316-0184</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ye</surname>
            <given-names>Hongqiang</given-names>
          </name>
          <degrees>DDS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3305-2811</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wu</surname>
            <given-names>Siyu</given-names>
          </name>
          <degrees>BDS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8679-6377</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Zhao</surname>
            <given-names>Xiaohan</given-names>
          </name>
          <degrees>ME</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0896-036X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Yunsong</given-names>
          </name>
          <degrees>DDS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8364-1898</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Lv</surname>
            <given-names>Longwei</given-names>
          </name>
          <degrees>DDS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2912-1530</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Ping</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8651-2100</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Xiao</given-names>
          </name>
          <degrees>DDS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5026-8692</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>Yongsheng</given-names>
          </name>
          <degrees>DDS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Prosthodontics, Peking University School and Hospital of Stomatology</institution>
            <addr-line>22 Zhongguancun South Avenue, Haidian District</addr-line>
            <addr-line>Beijing, 100081</addr-line>
            <country>China</country>
            <fax>86 10 62173402</fax>
            <phone>86 10 82195070</phone>
            <email>kqzhouysh@hsc.pku.edu.cn</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4332-0878</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Prosthodontics, Peking University School and Hospital of Stomatology</institution>
        <institution>National Center of Stomatology, National Clinical Research Center for Oral Diseases</institution>
        <institution>National Engineering Research Center of Oral Biomaterials and Digital Medical Devices</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Beijing Key Laboratory of Digital Stomatology</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>National Health Commission Research Center of Engineering and Technology for Computerized Dentistry</institution>
        <addr-line>Bejing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>The State Key Laboratory of Virtual Reality Technology and Systems</institution>
        <institution>School of Computer Science and Engineering</institution>
        <institution>Beihang University</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Yongsheng Zhou <email>kqzhouysh@hsc.pku.edu.cn</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Mar</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>1</issue>
      <elocation-id>e30653</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>10</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Yaning Li, Hongqiang Ye, Siyu Wu, Xiaohan Zhao, Yunsong Liu, Longwei Lv, Ping Zhang, Xiao Zhang, Yongsheng Zhou. Originally published in JMIR Serious Games (https://games.jmir.org), 09.03.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on https://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://games.jmir.org/2022/1/e30653" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Virtual reality (VR) dental simulators are currently used in preclinical skills training. However, with the development of extended reality technologies, the use of mixed reality (MR) has shown significant advantages over VR.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to describe the research and development of a newly developed MR and haptic–based dental simulator for tooth preparation and to conduct a preliminary evaluation of its face validity.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A prototype of the MR dental simulator for tooth preparation was developed by integrating a head-mounted display (HMD), special force feedback handles, a foot pedal, computer hardware, and software program. We recruited 34 participants and divided them into the Novice group (n=17) and Skilled group (n=17) based on their clinical experience. All participants prepared a maxillary right central incisor for an all-ceramic crown in the dental simulator, completed a questionnaire afterward about their simulation experience, and evaluated hardware and software aspects of the dental simulator.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of the participants, 74% (25/34) were satisfied with the overall experience of using the Unidental MR Simulator. Approximately 90% (31/34, 91%) agreed that it could stimulate their interest in learning, and 82% (28/34) were willing to use it for skills training in the future. Differences between the 2 study groups in their experience with the HMD (resolution: <italic>P</italic>=.95; wearing comfort: <italic>P</italic>=.10), dental instruments (<italic>P</italic>=.95), force feedback of the tooth (<italic>P</italic>=.08), simulation of the tooth preparation process (<italic>P</italic>=.79), overall experience with the simulation (<italic>P</italic>=.47), and attitude toward the simulator (improves skills: <italic>P</italic>=.47; suitable for learning: <italic>P</italic>=.36; willing to use: <italic>P</italic>=.89; inspiring for learning: <italic>P</italic>=.63) were not significant. The Novice group was more satisfied with the simulator’s ease of use (<italic>P</italic>=.04). There were significant positive correlations between the overall experience with the simulation and the HMD’s resolution (<italic>P</italic>=.03) and simulation of the preparation process (<italic>P</italic>=.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The newly developed Unidental MR Simulator for tooth preparation has good face validity. It can achieve a higher degree of resemblance to the real clinical treatment environment by improving the positional adjustment of the simulated patients, for a better training experience in dental skills.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>dental education</kwd>
        <kwd>simulator</kwd>
        <kwd>mixed reality</kwd>
        <kwd>tooth preparation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Skills training for tooth preparation is an important part of the preclinical training in dental education [<xref ref-type="bibr" rid="ref1">1</xref>]. Dental phantoms, resin teeth, and extracted teeth have been used in traditional preclinical training [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. With the development of virtual reality (VR) technology, the dental simulator was invented in the 1990s [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>] and applied gradually in preclinical dental education. Construction of the dental simulator is based on VR to simulate oral hard and soft tissues and dental instruments and force feedback technology to simulate the feeling of force between the oral tissues and dental instruments [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>Dental simulators realize the digitalization of dental skills training, record the entire training process [<xref ref-type="bibr" rid="ref8">8</xref>], provide timely feedback to students’ operations, and offer objective evaluations of the operation’s results [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. As resin teeth are different from real teeth in terms of material and structure and extracted teeth are difficult to acquire [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], the instructor can only evaluate the results subjectively through visual observation after the dental preparation is completed. Therefore, a dental simulator has obvious advantages over the traditional methods used in dental skills training.</p>
      <p>The main display method of dental simulators is VR; similar technologies include augmented reality (AR) and mixed reality (MR) [<xref ref-type="bibr" rid="ref12">12</xref>]. Although AR and MR superimpose virtual information on the real world, VR creates a complete virtual environment [<xref ref-type="bibr" rid="ref13">13</xref>]. The major advantage of MR over AR is that MR allows switching freely between the real world and a virtual environment, thereby enhancing the vivid portrayal of interactions. Thus, these features indicate that MR may be a better choice for a dental simulation display method.</p>
      <p>When combining MR with a dental simulator, the virtual part of the MR can be used to construct a virtual oral environment, simulating oral hard tissues, soft tissues, and dental instruments, which can solve the problem of material consumption during skills training. A phantom head in the real world can simulate the patient’s head, which can align with the virtual oral environment, thereby solving the problem of adjusting the patient positioning in the clinical treatment scene. Together with the cooperation of haptic devices, a dental tooth preparation simulator with a higher degree of similarity to the real clinical treatment environment can be constructed, allowing users to participate in a more realistic training experience.</p>
      <p>The purpose of this study was to describe the research and development of a new MR and haptic–based dental simulator for tooth preparation and to conduct a preliminary evaluation of its face validity.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the ethics committee of Peking University School and Hospital of Stomatology (PKUSSIRB-202273003-免).</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>This study was conducted at Peking University School and Hospital of Stomatology with 34 volunteers: 14 (41%) men and 20 (59%) women, aged 23 years to 30 years. Fifth-year undergraduate dental students, postgraduate students, and residents in the Department of Prosthodontics participated in the study. They were divided into 2 groups based on their clinical experience: the Novice group and the Skilled group. Participants in the Novice group (n=17) had 0 to 1 year of clinical experience, and those in the Skilled group (n=17) had more than 3 years of clinical experience in prosthodontics.</p>
      </sec>
      <sec>
        <title>Introduction of the Unidental MR Simulator</title>
        <p>The Unidental MR Simulator was researched and developed by Peking University School and Hospital of Stomatology and the State Key Laboratory of Virtual Reality and Systems of Beihang University. It is an MR and haptic–based dental simulator, mainly used for preclinical dental skills training for the preparation of crowns, inlays, and veneers.</p>
        <p>A schematic diagram of the Unidental MR Simulator is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. The computer for synthetic processing lies inside the hardware platform and contains a CPU (IntelCore i5-9400F, Intel Corp, Santa Clara, CA), a graphics card (GeForce GTX 1060, 3GB RAM, NVIDIA Corp, Santa Clara, CA), a hard disk (Green SSD, 240G, Western Digital Corp, Lake Forest, CA), a 14.600 full high-definition (HD) liquid crystal display (LCD), and an operating system (Windows 10, Microsoft Corp, Redmond, WA). A head-mounted display (HMD)-MR with glasses (HoloLens 2, Microsoft Corp, Redmond, WA) has a wireless connection to the computer for observing a simulated world mixed with the real environment.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Schematic diagram of the Unidental Mixed Reality (MR) Simulator with (A) a phantom head, (B) haptic device base, (C) haptic device motion platform, (D) haptic device handles, (E) virtual oral environment, (F) virtual dental instruments (red), and (G) mixed reality eyeglasses.</p>
          </caption>
          <graphic xlink:href="games_v10i1e30653_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>As illustrated in <xref rid="figure1" ref-type="fig">Figure 1</xref>, the Unidental MR Simulator includes a simulation training platform that was constructed based on a phantom head model, which serves as a finger rest and spatial reference during the user's operation (<xref rid="figure1" ref-type="fig">Figure 1</xref>A). It also includes a dental skills training system based on a haptic device, which provides a range of force feedback during dental treatment simulations through the output force of the force feedback device (<xref rid="figure1" ref-type="fig">Figures 1</xref>B, 1C, and 1D); a virtual training environment that was constructed based on cone beam computed tomography (CBCT) data and an intraoral scan image (<xref rid="figure1" ref-type="fig">Figure 1</xref>E); virtual dental instruments for training that were constructed based on their actual size (<xref rid="figure1" ref-type="fig">Figure 1</xref>F); and a display system based on the MR glasses (HoloLens 2, Microsoft Corp, Redmond, WA; <xref rid="figure1" ref-type="fig">Figure 1</xref>G). The virtual dental training environment was registered spatially to ensure it matched spatially with the phantom head (<xref rid="figure1" ref-type="fig">Figure 1</xref>E). The display system can realize the coordinated display of the virtual training environment, phantom head, user’s operating hand, and other virtual and real environments to enhance the trainee’s immersion in the situation. Data, such as the spatial attitude of the haptic device, the orientation of the MR glasses, the matched virtual training environment, and the instruments, are passed to the algorithm platform, which calculates the output force information and visual grid, and then are transmitted to the haptic device and MR glasses for output, respectively, thereby achieving a closed loop. The visual information transmitted from the algorithm platform is simplified, based on the grid simplification algorithm to achieve a visual thread refresh frequency greater than 60 Hz. The output force is calibrated based on the force perception-visual space calibration algorithm to ensure the user feels the output force direction and the observation’s direction is consistent, and then, it is transmitted to the haptic device for output. Based on the structure of the dental simulator as already described, the working principles of the Unidental MR Simulator are outlined in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Working principles of the Unidental Mixed Reality (MR) Simulator.</p>
          </caption>
          <graphic xlink:href="games_v10i1e30653_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The work of the Unidental MR Simulator consists mainly of inputs, computations, and outputs. The haptic device captures information about the user's instrument position within the virtual environment, the foot pedal collects attitude information about the instruments, the additional screen collects information about the user's interaction, and the MR glasses capture information about the spatial environment. The information is inputted into the MR computing platform, which calculates the input information and then outputs the feedback information through the output devices. The haptic device outputs the force information of the corresponding instrument’s posture, the MR glasses output the corresponding virtual scene’s image information, and the additional screen outputs the feedback information of the interaction. Various parts of the MR Simulator coordinate with each other to ensure the tooth preparation training process proceeds smoothly.</p>
      </sec>
      <sec>
        <title>Evaluation of Face Validity</title>
        <p>The face validity of the simulator is the degree to which the training situation resembles the real clinical situation [<xref ref-type="bibr" rid="ref14">14</xref>]. The criterion for achievement is uniform positive evaluations of the simulator from users of different educational backgrounds [<xref ref-type="bibr" rid="ref15">15</xref>]. To evaluate the simulations’ face validity, we designed a questionnaire to collect data on aspects of the users’ reported experiences, the simulation of the tooth preparation process, and the attitudes of the Novice and Skilled groups toward the simulator.</p>
        <p>The study was divided into 2 phases: the experience phase and the study phase. In the experience phase, the study’s designer provided a demonstration of the use of the simulator to the participants and helped them with the alignment and calibration of the HMD. Each participant could adjust the position of the phantom head of the simulator to the position that best suited their operation and was given 30 minutes to familiarize themselves with the use of the equipment. During the experience phase, the instructor provided guidance and assistance when the participant asked for help. In the study phase, each participant prepared a maxillary right central incisor for the all-ceramic crown in the dental simulator and completed a predesigned questionnaire after the preparation.</p>
        <p>There were 12 items on the questionnaire. The response options were 1=strongly dissatisfied or strongly disagree, 2=dissatisfied or disagree, 3=neutral, 4=satisfied or agree, and 5=very satisfied or strongly agree. An open-ended question was also included to collect data on the deficiencies of the simulator.</p>
        <p>Differences in the assessments of the various aspects of the simulator and the attitudes toward the simulator between the Novice and Skilled groups were analyzed with the Mann-Whitney <italic>U</italic> test. A correlation analysis of the various items related to the simulator and the overall experiences of the users was conducted to determine which aspects affected the overall user experience. SPSS v26.0 (IBM Corp, Armonk, NY) was used to analyze the data.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A prototype of the MR dental simulator for tooth preparation (the Unidental MR Simulator) was successfully developed (<xref rid="figure3" ref-type="fig">Figure 3</xref> and <xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
      <p><xref rid="figure5" ref-type="fig">Figure 5</xref> shows the results of the participants’ evaluation of the Unidental MR simulator and their attitudes toward it. Of the participants, 74% (25/34) were satisfied with their overall experience with the simulator, more than 90% (31/34, 91%) agreed that it could stimulate their interest in learning, and more than 80% (28/34, 82%) were willing to use dental simulations for skills training in the future. <xref ref-type="table" rid="table1">Table 1</xref> shows the contents of the questionnaire and responses of the 2 study groups to the questionnaire items.</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Exterior training scene of the Unidental Mixed Reality (MR) Simulator.</p>
        </caption>
        <graphic xlink:href="games_v10i1e30653_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>View from the head-mounted display (HMD) of the virtual training environment.</p>
        </caption>
        <graphic xlink:href="games_v10i1e30653_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Participants’ evaluations of the Unidental Mixed Reality (MR) Simulator and their attitudes toward using it. HMD: head-mounted display.</p>
        </caption>
        <graphic xlink:href="games_v10i1e30653_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Responses of the Novice (n=17) and Skilled (n=17) groups to the items on the questionnaire (total n=34).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="170"/>
          <col width="80"/>
          <col width="80"/>
          <col width="80"/>
          <col width="80"/>
          <col width="0"/>
          <col width="60"/>
          <col width="60"/>
          <col width="0"/>
          <col width="80"/>
          <col width="80"/>
          <col width="0"/>
          <col width="80"/>
          <col width="80"/>
          <col width="0"/>
          <col width="70"/>
          <thead>
            <tr valign="top">
              <td>Questionnaire item</td>
              <td colspan="2">Very dissatisfied or strongly disagree, n (%)</td>
              <td colspan="3">Dissatisfied or <break/>disagree, n (%)</td>
              <td colspan="3">Neutral, n (%)</td>
              <td colspan="3">Satisfied or agree, n (%)</td>
              <td colspan="3">Very satisfied or strongly agree, n (%)</td>
              <td><italic>P</italic> value</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Skilled group</td>
              <td>Novice group</td>
              <td>Skilled group</td>
              <td>Novice group</td>
              <td colspan="2">Skilled group</td>
              <td>Novice group</td>
              <td colspan="2">Skilled group</td>
              <td>Novice group</td>
              <td colspan="2">Skilled group</td>
              <td>Novice group</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Resolution of the HMD<sup>a</sup></td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>2 (6)</td>
              <td>2 (6)</td>
              <td colspan="2">10 (29)</td>
              <td>10 (29)</td>
              <td colspan="2">4 (12)</td>
              <td>5 (15)</td>
              <td colspan="2">1 (3)</td>
              <td>0 (0)</td>
              <td colspan="2">.95</td>
            </tr>
            <tr valign="top">
              <td>Wearing comfort of the HMD</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>1 (3)</td>
              <td>0 (0)</td>
              <td colspan="2">6 (18)</td>
              <td>2 (6)</td>
              <td colspan="2">8 (24)</td>
              <td>11 (32)</td>
              <td colspan="2">2 (6)</td>
              <td>4 (12)</td>
              <td colspan="2">.10</td>
            </tr>
            <tr valign="top">
              <td>Appearance of virtual oral instruments</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">2 (6)</td>
              <td>1 (3)</td>
              <td colspan="2">8 (24)</td>
              <td>10 (29)</td>
              <td colspan="2">7 (21)</td>
              <td>6 (18)</td>
              <td colspan="2">.95</td>
            </tr>
            <tr valign="top">
              <td>Comfortable grip of virtual oral instruments</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>1 (3)</td>
              <td colspan="2">7 (21)</td>
              <td>6 (18)</td>
              <td colspan="2">6 (18)</td>
              <td>5 (15)</td>
              <td colspan="2">4 (12)</td>
              <td>5 (15)</td>
              <td colspan="2">.97</td>
            </tr>
            <tr valign="top">
              <td>Realism of the odontoscope’s reflection</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">1 (3)</td>
              <td>2 (6)</td>
              <td colspan="2">11 (32)</td>
              <td>13 (38)</td>
              <td colspan="2">5 (15)</td>
              <td>2 (6)</td>
              <td colspan="2">.31</td>
            </tr>
            <tr valign="top">
              <td>Force feedback of the tooth</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>1 (3)</td>
              <td colspan="2">2 (6)</td>
              <td>6 (18)</td>
              <td colspan="2">12 (35)</td>
              <td>9 (26)</td>
              <td colspan="2">3 (9)</td>
              <td>1 (3)</td>
              <td colspan="2">.08</td>
            </tr>
            <tr valign="top">
              <td>Simulation of the tooth preparation process</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">9 (27)</td>
              <td>8 (24)</td>
              <td colspan="2">8 (24)</td>
              <td>9 (26)</td>
              <td colspan="2">0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">.79</td>
            </tr>
            <tr valign="top">
              <td>Easy to use</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>1 (3)</td>
              <td colspan="2">7 (21)</td>
              <td>2 (6)</td>
              <td colspan="2">10 (29)</td>
              <td>8 (24)</td>
              <td colspan="2">0 (0)</td>
              <td>6 (18)</td>
              <td colspan="2">.04</td>
            </tr>
            <tr valign="top">
              <td>Overall experience of the dental simulator</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">3 (9)</td>
              <td>4 (12)</td>
              <td colspan="2">12 (35)</td>
              <td>13 (38)</td>
              <td colspan="2">2 (6)</td>
              <td>0 (0)</td>
              <td colspan="2">.47</td>
            </tr>
            <tr valign="top">
              <td>All crown preparation training with the simulator will improve my preparation skills</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">5 (15)</td>
              <td>2 (6)</td>
              <td colspan="2">9 (27)</td>
              <td>12 (35)</td>
              <td colspan="2">3 (9)</td>
              <td>3 (9)</td>
              <td colspan="2">.47</td>
            </tr>
            <tr valign="top">
              <td>Dental simulator is suitable for dental students in crown preparation skills training</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">6 (18)</td>
              <td>1 (3)</td>
              <td colspan="2">5 (15)</td>
              <td>10 (29)</td>
              <td colspan="2">6 (18)</td>
              <td>6 (18)</td>
              <td colspan="2">.36</td>
            </tr>
            <tr valign="top">
              <td>I would like to use a dental simulator for skills training in the future</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">4 (12)</td>
              <td>2 (6)</td>
              <td colspan="2">7 (21)</td>
              <td>10 (29)</td>
              <td colspan="2">6 (18)</td>
              <td>5 (15)</td>
              <td colspan="2">.89</td>
            </tr>
            <tr valign="top">
              <td>Dental simulators can inspire you to learn</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td>0 (0)</td>
              <td colspan="2">1 (3)</td>
              <td>2 (6)</td>
              <td colspan="2">11 (32)</td>
              <td>11 (32)</td>
              <td colspan="2">5 (15)</td>
              <td>4 (12)</td>
              <td colspan="2">.63</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>HMD: head-mounted display.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>No significant differences were found between the 2 groups in the experience of wearing the HMD (resolution: <italic>P</italic>=.95<italic>;</italic> wearing comfort: <italic>P</italic>=.10), simulation of the dental instruments (<italic>P</italic>=.95), realism of the force feedback of teeth (<italic>P</italic>=.08), simulation of the tooth preparation process (<italic>P</italic>=.79), overall experience with the simulator (<italic>P</italic>=.47), or attitudes towards the simulator (improves skills: <italic>P</italic>=.47; suitable for learning: <italic>P</italic>=.36; willing to use: <italic>P</italic>=.89; inspiring for learning: <italic>P</italic>=.63). However, satisfaction with the simulator’s ease of use was significantly higher (<italic>P</italic>=.04) among the students in the Novice group.</p>
      <p>The resolution of the HMD (rho=0.375, <italic>P</italic>=.03) and the simulation of the tooth preparation process (rho=0.541, <italic>P</italic>=.001) had significant positive correlations with the students’ overall experience of using the simulator, whereas comfort while wearing the HMD, simulation of the oral instruments, realism of the force feedback, and the simulator’s ease of use showed no significant correlations with participants’ overall experience of using the simulator (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Results of the correlation analysis between the responses to the items on the Unidental Mixed-Reality (MR) Simulator and the users’ overall experience.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="400"/>
          <col width="300"/>
          <col width="300"/>
          <thead>
            <tr valign="bottom">
              <td>Parameter</td>
              <td>Spearman rho</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Resolution of the HMD<sup>a</sup></td>
              <td>0.375</td>
              <td>.03</td>
            </tr>
            <tr valign="top">
              <td>Comfort of wearing the HMD</td>
              <td>0.261</td>
              <td>.14</td>
            </tr>
            <tr valign="top">
              <td>Appearance of the virtual oral instruments</td>
              <td>0.321</td>
              <td>.06</td>
            </tr>
            <tr valign="top">
              <td>Comfortable grip of the virtual oral instruments</td>
              <td>0.123</td>
              <td>.46</td>
            </tr>
            <tr valign="top">
              <td>Realism of the odontoscope’s reflection</td>
              <td>0.068</td>
              <td>.70</td>
            </tr>
            <tr valign="top">
              <td>Force feedback of the tooth</td>
              <td>0.299</td>
              <td>.09</td>
            </tr>
            <tr valign="top">
              <td>Simulation of the tooth preparation process</td>
              <td>0.541</td>
              <td>.001</td>
            </tr>
            <tr valign="top">
              <td>Easy to use</td>
              <td>0.055</td>
              <td>.71</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>HMD: head-mounted display.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The world is in an anxious phase as COVID-19 spreads; therefore, it is important to adjust the way medical skills training is conducted during this period [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Traditional methods of dental skills training use extracted teeth, but if an extracted tooth is not sterilized completely [<xref ref-type="bibr" rid="ref3">3</xref>], it will produce numerous bio-aerosols in the air when handpieces are used, causing the spread of the virus [<xref ref-type="bibr" rid="ref16">16</xref>]. Dental simulators change the entire skills training process to a digital process, thereby avoiding this type of viral transmission and improving the safety of the skills training process.</p>
        <p>Simulators that have been developed and utilized for tooth preparation training include DentSim (DenX Corp, Jerusalem, Israel) [<xref ref-type="bibr" rid="ref18">18</xref>], PREPassistant (KaVo, Biberach, Germany) [<xref ref-type="bibr" rid="ref19">19</xref>], Virtual Education System for Dentistry (Suzhou Digital-health Care Co Ltd, Jiangsu, China) [<xref ref-type="bibr" rid="ref20">20</xref>], and Simodent (MOOG, Amsterdam, Netherlands) [<xref ref-type="bibr" rid="ref10">10</xref>]. The first 3 systems use resin teeth, which provide an irreversible training process. The Simodent simulator is similar to the Unidental Simulator, as it uses VR and force feedback technology to simulate real teeth and oral instruments, without material consumption during the training process. The Unidental MR Simulator achieves a 3D display by using the HMD, which has a better image presentation than the 3D glasses combined with the 2D display of the Simodent. Combined with the phantom head, the Unidental MR Simulator can recreate training scenes that are closer to the clinical environment, and it is possible to achieve postural training. The operational postures of the Simodent are fixed during the training process, and users must rotate a 3D mouse in order to change the visual angle, which can be very inconvenient.</p>
        <p>The Unidental MR Simulator is specifically designed for developing tooth preparation skills, and it can simulate the clinical environment for different types of tooth preparation. It can be used in skills training for tooth preparation without training material consumption and can solve the problem of adjusting the patient position in clinical treatment scenes. As information from the real world is preserved, a transition from the virtual training environment to clinical operations can be guaranteed, ensuring a training experience that is closer to the clinical environment.</p>
        <p>The evaluations of the simulator by the Novice and Skilled groups were not significantly different, except for ease of use, which indicated that the Unidental MR Simulator has good face validity. The Novice group gave a more favorable evaluation of the simulator’s ease of use than did the Skilled group. The most likely reason is that the students in the Skilled group were accustomed to performing tooth preparation in real clinical environments and considered the simulator as difficult to use because they were unaccustomed to it.</p>
        <p>The results of the correlation analysis demonstrated that the resolution of the HMD and the simulation of the tooth preparation process were of great importance to the overall experience with using a simulator. The results of the questionnaire showed that 59% (20/34) of the volunteers assigned a neutral rating to the resolution of the HMD, 12% (4/34) were dissatisfied, and only 29% (10/34) were satisfied with the HMD’s resolution. In the response to the open-ended question (“What are the shortcomings of the dental simulator?”), most participants felt that the resolution of the HoloLens 2 was not adequate. The Unidental MR Simulator uses the HoloLens 2 as the HMD and the MR glasses developed by Microsoft. The resolution of the HoloLens 2 was 2K (2048 x 1080 for both eyes), and its imaging principle is binocular stereo vision; thus, the true resolution was actually 1024 x 1080. The pixel resolution is not ideal during the display of a single tooth. During the test phase, the edges of the target graphics were found to be blurred when the HoloLens 2 was closer to the projection position, and the image presentation was best when the distance between the HMD and the projection position was approximately 50 cm. Consequently, it was necessary to find a suitable position to prepare the tooth in the MR simulator when wearing the HoloLens 2.</p>
        <p>Of the participants, 50% (17/34) felt the simulation of the tooth preparation process was mediocre. Among the deficiencies noted in the questionnaires, many participants indicated that the Unidental MR Simulator did not provide a finger rest or a water spraying effect. Many participants also reported that the simulator did not allow for occlusal simulation, so they could not estimate incisal and lingual reductions. The simulation of the tooth preparation process showed a significant positive correlation with the overall user experience with the simulator; therefore, the simulator still needs to be improved.</p>
        <p>Many participants suggested that the simulator did not have force feedback technology for soft tissues. During the program’s testing, when the force feedback of a tooth was used individually, the image frame rate could reach 25 fps with a delay of 35.7 milliseconds, which was within the acceptable range. However, when force feedback for soft tissues was added, the computation and data transmission abilities of the HoloLens 2 were insufficient due to the large amount of data, causing a delay of 2-second to 3-second delay. Therefore, the soft tissue force feedback in the present situation had to be removed. Data on the oral soft tissues were obtained using an intraoral scanner and processed using a mesh format; it will be possible to compress the data size of the soft tissue by reducing the number of meshes in the future. In addition, 5G wireless network technology will greatly increase the transmission rate of high-resolution video data from the server host to the display device, thus reducing response latency [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Image delays will be solved in the future using a combination of 5G technology and the Unidental MR Simulator.</p>
        <p>Dental simulators will be the main method for preclinical skills training in the future. Currently, in many fields, such as flight [<xref ref-type="bibr" rid="ref23">23</xref>] and laparoscopic surgery [<xref ref-type="bibr" rid="ref15">15</xref>], simulation is a mandatory training stage before the learner is allowed to perform the relevant skills in a real situation [<xref ref-type="bibr" rid="ref14">14</xref>]. As the development of technology does not happen overnight, dental simulators are in a phase of continuous development and breakthroughs. Although it is impossible to replace traditional training methods at the present time [<xref ref-type="bibr" rid="ref24">24</xref>], simulators will play a significant role in the future as technology continues to advance.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The strength of this study is the combination of MR and force feedback technology in the newly designed and developed Unidental MR Simulator. It could simulate adjusting the position of patients, thereby creating a training environment with a close resemblance to the clinical environment. However, there are some limitations in this study. Participants were divided into only 2 study groups. Yet, in the assessment of the validity of a laparoscopic surgery simulator, van Ginkel et al [<xref ref-type="bibr" rid="ref14">14</xref>] divided participants into Novice, Intermediate, and Expert groups, which provided a more precise measurement. Barsom et al [<xref ref-type="bibr" rid="ref15">15</xref>] proposed the assessment criteria necessary for establishing the validity of simulators, which consisted of face, content, construct, concurrent, and predictive validity. In this study, only the simulator’s face validity was assessed because of time constraints and technical bottlenecks. Therefore, further experiments are needed to investigate the training effectiveness of the Unidental MR Simulator.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The newly researched and developed Unidental MR Simulator for tooth preparation has good face validity. It can provide users with a better skills training experience by achieving the ability to adjust the position of patients, resulting in a higher degree of similarity to the real clinical treatment environment. The display’s visual presentation of the tooth preparation simulation and the force feedback of the teeth require improvements to achieve a better simulation experience.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AR</term>
          <def>
            <p>augmented reality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CBCT</term>
          <def>
            <p>cone beam computed tomography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CPU</term>
          <def>
            <p>central processing unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HD</term>
          <def>
            <p>high definition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HMD</term>
          <def>
            <p>head-mounted display</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">LCD</term>
          <def>
            <p>liquid crystal display</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MR</term>
          <def>
            <p>mixed reality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">VR</term>
          <def>
            <p>virtual reality</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the Teaching Reformation Fund of Peking University School and Hospital of Stomatology (2018-ZD-04 to HY; 2019-ZD-07 to YL; 2021-ZD-02 to LL). We thank Beijing Unidraw VR Technology Research Institute Co Ltd for providing <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>YL designed the organization of this manuscript and wrote the paper. SW, XZ, YL, LL, PZ, and XZ collected the data and revised the manuscript. HY and YZ conceived the study and revised the manuscript. All of the authors approved the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Step-by-step teaching method improves the learner achievement in dental skill training</article-title>
          <source>Eur J Dent Educ</source>
          <year>2019</year>
          <month>08</month>
          <day>13</day>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>344</fpage>
          <lpage>348</lpage>
          <pub-id pub-id-type="doi">10.1111/eje.12435</pub-id>
          <pub-id pub-id-type="medline">30891903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Sobel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Niederman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Preclinical restorative training</article-title>
          <source>Journal of Dental Education</source>
          <year>2002</year>
          <month>10</month>
          <day>01</day>
          <volume>66</volume>
          <issue>10</issue>
          <fpage>1159</fpage>
          <lpage>1162</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubmed.ncbi.nlm.nih.gov/12449210/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/j.0022-0337.2002.66.10.tb03588.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Boer</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Wesselink</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Vervoorn</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The creation of virtual teeth with and without tooth pathology for a virtual learning environment in dental education</article-title>
          <source>Eur J Dent Educ</source>
          <year>2013</year>
          <month>11</month>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>191</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/eje.12027</pub-id>
          <pub-id pub-id-type="medline">24127759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Serrano</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Wesselink</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Vervoorn</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>First experiences with patient-centered training in virtual reality</article-title>
          <source>J Dent Educ</source>
          <year>2020</year>
          <month>05</month>
          <volume>84</volume>
          <issue>5</issue>
          <fpage>607</fpage>
          <lpage>614</lpage>
          <pub-id pub-id-type="doi">10.1002/jdd.12037</pub-id>
          <pub-id pub-id-type="medline">31971611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lopes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Restivo</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality and haptics for dental surgery: a personal review</article-title>
          <source>Vis Comput</source>
          <year>2012</year>
          <month>9</month>
          <day>8</day>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>433</fpage>
          <lpage>447</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/s00371-012-0748-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00371-012-0748-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vannaprathip</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Haddawy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schultheis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Suebnukarn</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Phon-Amnuaisuk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Swee-Peng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Soo-Young</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Generating Tutorial Interventions for Teaching Situation Awareness in Dental Surgery – Preliminary Report</article-title>
          <source>Multi-disciplinary Trends in Artificial Intelligence</source>
          <year>2017</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
          <fpage>69</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-319-69456-6_6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pavaloiu</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Ioanitescu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dragoi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Grigorescu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sandu</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality for education and training in dentistry</article-title>
          <source>eLearning &#38; Software for Education</source>
          <year>2016</year>
          <fpage>367</fpage>
          <lpage>372</lpage>
          <pub-id pub-id-type="doi">10.21125/inted.2016.1071</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nassar</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Tekian</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Computer simulation and virtual reality in undergraduate operative and restorative dental education: A critical review</article-title>
          <source>J Dent Educ</source>
          <year>2020</year>
          <month>07</month>
          <volume>84</volume>
          <issue>7</issue>
          <fpage>812</fpage>
          <lpage>829</lpage>
          <pub-id pub-id-type="doi">10.1002/jdd.12138</pub-id>
          <pub-id pub-id-type="medline">32147841</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luciano</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>DeFanti</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Haptics-based virtual reality periodontal training simulator</article-title>
          <source>Virtual Reality</source>
          <year>2009</year>
          <month>2</month>
          <day>13</day>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>69</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/profile/Cristian-Luciano-2/publication/220530183_Haptics-based_virtual_reality_periodontal_training_simulator/links/542706c50cf238c6ea7ab6c9/Haptics-based-virtual-reality-periodontal-training-simulator.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10055-009-0112-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Boer</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Wesselink</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Vervoorn</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>[The Simodont in dental education]</article-title>
          <source>Ned Tijdschr Tandheelkd</source>
          <year>2012</year>
          <month>06</month>
          <volume>119</volume>
          <issue>6</issue>
          <fpage>294</fpage>
          <lpage>300</lpage>
          <pub-id pub-id-type="doi">10.5177/ntvt.2012.06.12105</pub-id>
          <pub-id pub-id-type="medline">22812267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coro Montanet</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez Sánchez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Suárez García</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Haptic simulators withvirtual reality environments in dental education: A preliminaryteaching diagnosis</article-title>
          <source>@tic</source>
          <year>2017</year>
          <month>06</month>
          <day>23</day>
          <issue>18</issue>
          <fpage>A</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://roderic.uv.es/bitstream/handle/10550/59522/6043572.pdf;jsessionid=24B65D3EB2108A926BA92A7DE48ED0D0.nodo1?sequence=1"/>
          </comment>
          <pub-id pub-id-type="doi">10.7203/attic.18.9077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tepper</surname>
              <given-names>OM</given-names>
            </name>
            <name name-style="western">
              <surname>Rudy</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Lefkowitz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weimer</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Garfein</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Mixed reality with HoloLens: where virtual reality meets augmented reality in the operating room</article-title>
          <source>Plast Reconstr Surg</source>
          <year>2017</year>
          <month>11</month>
          <volume>140</volume>
          <issue>5</issue>
          <fpage>1066</fpage>
          <lpage>1070</lpage>
          <pub-id pub-id-type="doi">10.1097/PRS.0000000000003802</pub-id>
          <pub-id pub-id-type="medline">29068946</pub-id>
          <pub-id pub-id-type="pii">00006534-201711000-00034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamacher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Pardeshi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Eun</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Whangbo</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Application of virtual, augmented, and mixed reality to urology</article-title>
          <source>Int Neurourol J</source>
          <year>2016</year>
          <month>09</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>172</fpage>
          <lpage>181</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.5213/inj.1632714.357"/>
          </comment>
          <pub-id pub-id-type="doi">10.5213/inj.1632714.357</pub-id>
          <pub-id pub-id-type="medline">27706017</pub-id>
          <pub-id pub-id-type="pii">inj-1632714-357</pub-id>
          <pub-id pub-id-type="pmcid">PMC5083835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Ginkel</surname>
              <given-names>MPH</given-names>
            </name>
            <name name-style="western">
              <surname>Schijven</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>van Grevenstein</surname>
              <given-names>WMU</given-names>
            </name>
            <name name-style="western">
              <surname>Schreuder</surname>
              <given-names>HWR</given-names>
            </name>
          </person-group>
          <article-title>Bimanual fundamentals: validation of a new curriculum for virtual reality training of laparoscopic skills</article-title>
          <source>Surg Innov</source>
          <year>2020</year>
          <month>10</month>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>523</fpage>
          <lpage>533</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1553350620953030?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1553350620953030</pub-id>
          <pub-id pub-id-type="medline">32865136</pub-id>
          <pub-id pub-id-type="pmcid">PMC8580384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barsom</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Graafland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schijven</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Systematic review on the effectiveness of augmented reality applications in medical training</article-title>
          <source>Surg Endosc</source>
          <year>2016</year>
          <month>10</month>
          <volume>30</volume>
          <issue>10</issue>
          <fpage>4174</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26905573"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00464-016-4800-6</pub-id>
          <pub-id pub-id-type="medline">26905573</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00464-016-4800-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5009168</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sukumar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dracopoulos</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>FE</given-names>
            </name>
          </person-group>
          <article-title>Dental education in the time of SARS-CoV-2</article-title>
          <source>Eur J Dent Educ</source>
          <year>2021</year>
          <month>05</month>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>325</fpage>
          <lpage>331</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33015929"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/eje.12608</pub-id>
          <pub-id pub-id-type="medline">33015929</pub-id>
          <pub-id pub-id-type="pmcid">PMC7675464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haroon</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Azad</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Sharif</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aslam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arshad</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rafiq</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 era: challenges and solutions in dental education</article-title>
          <source>J Coll Physicians Surg Pak</source>
          <year>2020</year>
          <month>10</month>
          <volume>30</volume>
          <issue>10</issue>
          <fpage>129</fpage>
          <lpage>131</lpage>
          <pub-id pub-id-type="doi">10.29271/jcpsp.2020.supp2.129</pub-id>
          <pub-id pub-id-type="medline">33115587</pub-id>
          <pub-id pub-id-type="pii">040579197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Welk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Splieth</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kordass</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>DentSim - a future teaching option for dentists</article-title>
          <source>Int J Comput Dent</source>
          <year>2004</year>
          <month>04</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>123</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="medline">15516090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnetzl</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dornhofer</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>PREPassistant: a system for evaluating tooth preparations</article-title>
          <source>Int J Comput Dent</source>
          <year>2004</year>
          <month>04</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>187</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="medline">15516097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Walmsley</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Simulation training for ceramic crown preparation in the dental setting using a virtual educational system</article-title>
          <source>Eur J Dent Educ</source>
          <year>2020</year>
          <month>05</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>199</fpage>
          <lpage>206</lpage>
          <pub-id pub-id-type="doi">10.1111/eje.12485</pub-id>
          <pub-id pub-id-type="medline">31766075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agiwal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Next generation 5G wireless networks: a comprehensive survey</article-title>
          <source>IEEE Commun. Surv. Tutorials</source>
          <year>2016</year>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>1617</fpage>
          <lpage>1655</lpage>
          <pub-id pub-id-type="doi">10.1109/comst.2016.2532458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>A survey of 5G network: architecture and emerging technologies</article-title>
          <source>IEEE Access</source>
          <year>2015</year>
          <volume>3</volume>
          <fpage>1206</fpage>
          <lpage>1232</lpage>
          <pub-id pub-id-type="doi">10.1109/access.2015.2461602</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Augmented reality for immersive and tactile flight simulation</article-title>
          <source>IEEE Aerosp. Electron. Syst. Mag</source>
          <year>2020</year>
          <month>12</month>
          <day>1</day>
          <volume>35</volume>
          <issue>12</issue>
          <fpage>6</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1109/maes.2020.3002000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murbay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Neelakantan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>JWW</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>'Evaluation of the introduction of a dental virtual simulator on the performance of undergraduate dental students in the pre-clinical operative dentistry course'</article-title>
          <source>Eur J Dent Educ</source>
          <year>2020</year>
          <month>03</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1111/eje.12453</pub-id>
          <pub-id pub-id-type="medline">31278815</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
