<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i2e20173</article-id>
      <article-id pub-id-type="pmid">32516115</article-id>
      <article-id pub-id-type="doi">10.2196/20173</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Teaching Adequate Prehospital Use of Personal Protective Equipment During the COVID-19 Pandemic: Development of a Gamified e-Learning Module</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Willig</surname>
            <given-names>James</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wiley</surname>
            <given-names>Katelyn</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Suppan</surname>
            <given-names>Mélanie</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Anesthesiology</institution>
            <institution>Department of Anesthesiology, Clinical Pharmacology, Intensive Care and Emergency Medicine</institution>
            <institution>University of Geneva Hospitals and Faculty of Medicine</institution>
            <addr-line>Rue Gabrielle-Perret-Gentil 4</addr-line>
            <addr-line>Geneva, 1211</addr-line>
            <country>Switzerland</country>
            <phone>41 223723311</phone>
            <email>melanie.bochet@hcuge.ch</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8807-9619</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Gartner</surname>
            <given-names>Birgit</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0726-3201</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Golay</surname>
            <given-names>Eric</given-names>
          </name>
          <degrees>MAS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7348-470X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Stuby</surname>
            <given-names>Loric</given-names>
          </name>
          <degrees>CAS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1663-5249</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>White</surname>
            <given-names>Marion</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2184-7270</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Cottet</surname>
            <given-names>Philippe</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6029-8548</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Abbas</surname>
            <given-names>Mohamed</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7265-1887</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Iten</surname>
            <given-names>Anne</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8963-6181</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Harbarth</surname>
            <given-names>Stephan</given-names>
          </name>
          <degrees>MD, MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3551-1025</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Suppan</surname>
            <given-names>Laurent</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6989-6421</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Anesthesiology</institution>
        <institution>Department of Anesthesiology, Clinical Pharmacology, Intensive Care and Emergency Medicine</institution>
        <institution>University of Geneva Hospitals and Faculty of Medicine</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Division of Emergency Medicine</institution>
        <institution>Department of Anesthesiology, Clinical Pharmacology, Intensive Care and Emergency Medicine</institution>
        <institution>University of Geneva Hospitals and Faculty of Medicine</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Genève TEAM Ambulances</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Infection Control Program and WHO Collaborating Centre on Patient Safety</institution>
        <institution>University of Geneva Hospitals and Faculty of Medicine</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Mélanie Suppan <email>melanie.bochet@hcuge.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Apr-Jun</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>2</issue>
      <elocation-id>e20173</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Mélanie Suppan, Birgit Gartner, Eric Golay, Loric Stuby, Marion White, Philippe Cottet, Mohamed Abbas, Anne Iten, Stephan Harbarth, Laurent Suppan. Originally published in JMIR Serious Games (http://games.jmir.org), 12.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on http://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://games.jmir.org/2020/2/e20173/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The coronavirus disease (COVID-19) pandemic has led to increased use of personal protective equipment (PPE). Adequate use of this equipment is more critical than ever because the risk of shortages must be balanced against the need to effectively protect health care workers, including prehospital personnel. Specific training is therefore necessary; however, the need for social distancing has markedly disrupted the delivery of continuing education courses. Electronic learning (e-learning) may provide significant advantages because it requires neither the physical presence of learners nor the repetitive use of equipment for demonstration.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Inclusion of game mechanics, or “gamification,” has been shown to increase knowledge and skill acquisition. The objective of this research was to develop a gamified e-learning module to interactively deliver concepts and information regarding the correct choice and handling of PPE.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The SERES framework was used to define and describe the development process, including scientific and design foundations. After we defined the target audience and learning objectives by interviewing the stakeholders, we searched the scientific literature to establish relevant theoretical bases. The learning contents were validated by infection control and prehospital experts. Learning mechanics were then determined according to the learning objectives, and the content that could benefit from the inclusion of game mechanics was identified.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The literature search resulted in the selection and inclusion of 12 articles. In addition to gamification, pretesting, feedback, avoiding content skipping, and demonstrations using embedded videos were used as learning mechanics. Gamification was used to enhance the interactivity of the PPE donning and doffing sequences, which presented the greatest learning challenges. The module was developed with Articulate Storyline 3 to ensure that it would be compatible with a wide array of devices, as this software generates HTML5-compatible output that can be accessed on smartphones, tablets, and regular computers as long as a recent browser is available.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A gamified e-learning module designed to promote better knowledge and understanding of PPE use among prehospital health care workers was created by following the SERES framework. The impact of this module should now be assessed by means of a randomized controlled trial.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>personal protective equipment</kwd>
        <kwd>electronic learning</kwd>
        <kwd>gamification</kwd>
        <kwd>prehospital</kwd>
        <kwd>COVID-19</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background and Importance</title>
        <p>Acquisition and regular updating of specific knowledge and skills are paramount in the context of an evolving major health crisis. However, the need for social distancing due to the coronavirus disease (COVID-19) pandemic has markedly disrupted continuing medical education [<xref ref-type="bibr" rid="ref1">1</xref>]. Adequate supply and use of personal protective equipment (PPE) is more critical than ever because the risk of shortages must be balanced against the need to efficiently protect health care workers, including prehospital personnel [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Indeed, contamination of these professionals may lead to further dissemination of the disease, including among frail patients being transported in the closed cell space of an ambulance, and it can affect human resources if paramedics and prehospital emergency physicians are also infected [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. This in turn may decrease the ability of emergency medical services (EMS) to fulfill their mission.</p>
        <p>In this challenging context, electronic learning (e-learning) may provide significant advantages because it requires neither the physical presence of learners nor the repetitive use of equipment for demonstration, as can be the case during live simulations [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. The term e-learning is generic and refers to a host of different methods and materials [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Acquisition of knowledge and skills increases with interactivity, and this increase is even greater with the inclusion of game mechanics, or “gamification” [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>A gamified e-learning module may enhance the knowledge and skills of prehospital personnel regarding the correct choice and handling of PPE. The objective of this research was to develop an evidence-based, gamified e-learning module addressing these aspects.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>General Design</title>
        <p>The SERES framework was used to define and describe the development process of this gamified e-learning module, including scientific and design foundations [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Scientific Foundations</title>
        <sec>
          <title>Target Audience</title>
          <p>To identify all the categories of health care professionals who may be expected to don PPE in the prehospital setting, the module developers interviewed chief ambulance officers, chief medical officers, paramedics, and emergency physicians working in Swiss EMS.</p>
        </sec>
        <sec>
          <title>Learning Objectives</title>
          <p>Given the general objective and the target audience, we performed individual interviews to assess specific learning objectives that the gamified e-learning module needed to fulfill. At this stage, specialists from the Geneva University Hospitals infection control program were included in the discussion.</p>
        </sec>
        <sec>
          <title>Theoretical Basis</title>
          <p>Use of game mechanics should not be a goal per se but a means to ensure that the intended learning objectives are met. We therefore searched the scientific literature using the PubMed engine with combinations (using the Boolean operator “AND”) of the medical subject headings (MeSH) keywords <italic>serious games</italic>, <italic>prehospital</italic>, and <italic>infection control</italic> and the non-MeSH keywords <italic>gamification</italic>, <italic>e-learning</italic>, and <italic>electronic learning</italic>. Potentially relevant articles were retrieved based on their titles and abstracts. References from the most authoritative and relevant articles were manually screened to identify papers our initial search may have overlooked. Articles that were not written in English or French were excluded.</p>
          <p>Factors contributing to learner engagement as well as to skill and knowledge acquisition were collected before being individually assessed according to their potential impact. As game mechanics may not apply to all aspects of knowledge acquisition, it was necessary to identify specific elements that could benefit from the use of such mechanics. Specialists from the infection control program as well as chief ambulance and medical officers were again consulted at this stage.</p>
        </sec>
        <sec>
          <title>Content Validation</title>
          <p>Infection control specialists were included early in the design phase of the module to validate the learning content and its coherence with local COVID-19 control guidelines. Due to the rapid and incessant growth of knowledge regarding COVID-19 and the need to preserve PPE, the advice of these specialists was essential.</p>
        </sec>
      </sec>
      <sec>
        <title>Design Foundations</title>
        <sec>
          <title>General Design</title>
          <p>The gamified e-learning module was designed according to the scientific foundations established in the previous stage.</p>
        </sec>
        <sec>
          <title>Learning Mechanics and Game Mechanics</title>
          <p>To apply game mechanics to the learning objectives that could most benefit from this method, the learning mechanics-game mechanics (LM-GM) model proposed by Arnab [<xref ref-type="bibr" rid="ref15">15</xref>] in 2015 was used. In this model, learning mechanics are determined according to learning objectives and are then transformed into game mechanics to achieve the intended goal. The scientific foundations for the module were therefore first translated into learning mechanics and then, when appropriate, into game mechanics.</p>
        </sec>
        <sec>
          <title>Design Requirements</title>
          <p>When making design decisions, it was necessary to consider the particular context of the COVID-19 pandemic along with the specific target population. The time taken to complete the whole module and the type of media included in the module were assessed in this regard. Ease of access to the module, including the platforms and support that could be used, was also considered.</p>
        </sec>
        <sec>
          <title>Module Development</title>
          <p>This stage required the integration of all the data collected during the scientific foundation and design foundation stages. The learning objectives were reviewed, and learning mechanics were decided according to theoretical basis. Decisions regarding gamification of specific sections of the e-learning module were reassessed. An iterative approach to the construction of the module was used, incorporating regular feedback from the different previously identified stakeholders (infection prevention and control consultants, chief ambulance officers, chief medical officers, paramedics, and emergency physicians).</p>
        </sec>
        <sec>
          <title>Tool Evaluation</title>
          <p>During the iterative development loops and at the end of the development process, the module was tested for usability according to theoretical bases acquired during the scientific foundations stage.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Scientific Foundations</title>
        <sec>
          <title>Target Audience</title>
          <p>Five categories of health care professionals working in the prehospital setting were identified: emergency physicians, paramedics, emergency medical technicians, nurses, and ambulance drivers [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Although they are not strictly health care professionals, ambulance drivers are trained in providing basic life support measures and may encounter situations that require them to don PPE. Therefore, we considered a vast array of professionals who present important variability regarding both medical knowledge and technical skills.</p>
        </sec>
        <sec>
          <title>Learning Objectives</title>
          <p>The frequent guideline updates consecutive to the general increase in knowledge and understanding regarding severe acute respiratory coronavirus 2 (SARS-CoV-2), the virus that causes COVID-19, and its mode of transmission prompted the definition of specific objectives (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        </sec>
        <sec>
          <title>Theoretical Basis</title>
          <p>A literature search resulted in the selection and inclusion of 12 articles [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. Based on these results, the module developers, along with the stakeholders, decided which learning mechanics would be used to fulfill the different learning objectives (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
          <p>A pretesting strategy was used for one of the learning objectives (incubation time), as this method has been shown to improve knowledge retention [<xref ref-type="bibr" rid="ref19">19</xref>] (<xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure4" ref-type="fig">4</xref>). Following this type of interaction, providing the correct answer seems to be insufficient, and more detailed feedback has been shown to yield better results regarding knowledge acquisition [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
          <p>One important aspect was to prevent learners from skipping content, which would cause them to miss parts of the learning material [<xref ref-type="bibr" rid="ref21">21</xref>] (<xref rid="figure5" ref-type="fig">Figures 5</xref> and <xref rid="figure6" ref-type="fig">6</xref>). In addition to setting triggers designed to restrict further access without engaging with the interactive content, the content was segmented in multiple slides and slide layers to keep the learner engaged [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <p>As some skills are better demonstrated and some related knowledge is more readily acquired through video [<xref ref-type="bibr" rid="ref9">9</xref>], a movie demonstrating the correct PPE donning and doffing sequences was recorded. Portions of this video were then embedded in the module, particularly in its gamified portion (<xref rid="figure7" ref-type="fig">Figures 7</xref> and <xref rid="figure8" ref-type="fig">8</xref>) [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Learning objectives, learning mechanics with references, and related implementation examples.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="300"/>
              <col width="260"/>
              <col width="440"/>
              <thead>
                <tr valign="top">
                  <td>Learning objective</td>
                  <td>Learning mechanic</td>
                  <td>Implementation</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Incubation time</td>
                  <td>Pretesting and feedback [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]</td>
                  <td><xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure4" ref-type="fig">4</xref>: The virus must be placed in a spot on the timeline before the “Validate My Answer” button can be successfully clicked.</td>
                </tr>
                <tr valign="top">
                  <td>Knowledge of specific definitions, virus transmission, and disease symptoms</td>
                  <td>Avoiding content skipping [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]</td>
                  <td><xref rid="figure5" ref-type="fig">Figures 5</xref> and <xref rid="figure6" ref-type="fig">6</xref>: All three images displaying patients (healthy, somewhat ill, and very ill) must be clicked before the learner is allowed to move forward. A different layer of information is displayed depending on the image clicked.</td>
                </tr>
                <tr valign="top">
                  <td>Definition of virtual zones</td>
                  <td>Avoiding content skipping, embedded videos [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]</td>
                  <td><xref rid="figure7" ref-type="fig">Figures 7</xref> and <xref rid="figure8" ref-type="fig">8</xref>: Buttons linking to information regarding the contaminated and noncontaminated zones are displayed. A new button is displayed with the explanation for each zone. When the button is clicked, a video sequence describing each zone is shown.</td>
                </tr>
                <tr valign="top">
                  <td>PPE items, with donning and doffing sequences</td>
                  <td>Gamification, embedded videos [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]</td>
                  <td><xref rid="figure9" ref-type="fig">Figures 9</xref>-<xref rid="figure11" ref-type="fig">11</xref>: Screenshots of the gamified PPE donning sequence (see the Gamified Sequences section).</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Use of pretesting to promote acquisition of knowledge regarding incubation time. The virus must be placed on the timeline before the <italic>Valider</italic> (Validate My Answer) button can be successfully used.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Mechanism preventing users from moving forward without completing the interaction. The learner clicked the <italic>Valider</italic> (Validate My Answer) button but could not proceed further because the virus had not been placed on the timeline.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>The learner has provided the wrong answer and is given the opportunity to retry. In this interaction, learners are allowed one more attempt if their first attempt fails.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Response when the second answer attempt is also unsuccessful. Immediate feedback is provided, showing the right answer and other relevant information. The learner can now click on <italic>Continuer</italic> (Continue) to move forward.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Use of triggers to avoid content skipping. The “very ill” patient on the rightmost side of the slide has been clicked and is therefore highlighted. The learning content related to this presentation is displayed; however, the <italic>Continuer</italic> (Continue) button does not appear because the learner must click at least one of the other patients.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>The learner has now clicked on all three patients, and the <italic>Continuer</italic> (Continue) button is therefore displayed, allowing the learner to move forward.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>The learner has clicked on the button <italic>Zone non contaminée</italic> (Uncontaminated Zone). A new button, <italic>Vidéo zone non contaminée</italic> (Uncontaminated Zone Video), has now appeared. The <italic>Continuer</italic> (Continue) button is not displayed because the learner has not yet viewed all the learning material in this sequence.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure8" position="float">
            <label>Figure 8</label>
            <caption>
              <p>Use of embedded videos to display virtual zones. The learner has clicked on the <italic>Vidéo zone non contaminée</italic> (Uncontaminated Zone Video) button, and the slide containing the video is lightboxed.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Finally, as health care personnel spend increasing amounts of time on their smartphones or tablets, and as these devices use many different and sometimes incompatible operating systems, the module was developed to be accessible on as many platforms as possible [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        </sec>
        <sec>
          <title>Module Development</title>
          <p>A movie including the complete PPE donning and doffing sequences was recorded according to the latest prevention guidelines. To obtain realistic media to create the gamified donning and doffing sequences, a photo shoot was performed in front of a green screen, and the background was removed using chroma key technology [<xref ref-type="bibr" rid="ref25">25</xref>]. Graphics such as stick figures were obtained from PresenterMedia (Eclipse Digital Imaging Inc).</p>
          <p>The module was developed using Storyline 3 (Articulate Global), which enables publication in the HTML5 markup language; therefore, the module is compatible with most devices, including tablets and smartphones.</p>
        </sec>
        <sec>
          <title>Gamified Sequences</title>
          <p>Based on our prior decisions, game mechanics were applied to the donning and doffing sequences, which presented the greatest learning challenges. According to Bloom’s revised taxonomy, three thinking skills matched this learning objective: applying, understanding, and retention [<xref ref-type="bibr" rid="ref26">26</xref>]. The applying skill was linked to the action/task learning mechanic, which was translated into the “selecting/collecting” and “movement” game mechanics. Understanding was promoted by questions and answers and by instantaneous feedback, which are part of both learning mechanics and game mechanics. Retention was included using the “discover,” “explore,” and “repetition” learning mechanics and the “cutscenes/story” game mechanic.</p>
          <p>Highly interactive sequences using photographs and embedded videos were created for three different COVID-19 risk settings: no suspicion of COVID-19, suspected or confirmed COVID-19 with no need to perform a high-risk procedure, and need to perform a high-risk procedure regardless of COVID-19 status. For each donning sequence, the learner was given the same six choices, including five different PPE options and a hand hygiene procedure option. Each option was represented by a photograph of the material that would be used and the name or abbreviation given to this material, all of which were grouped within circles (<xref rid="figure9" ref-type="fig">Figures 9</xref>-<xref rid="figure11" ref-type="fig">11</xref>). Learners made their choices by dragging one of the options onto the photograph of the EMS provider. Immediate written feedback was provided at the top of the screen (<xref rid="figure9" ref-type="fig">Figures 9</xref>-<xref rid="figure11" ref-type="fig">11</xref>).</p>
          <fig id="figure9" position="float">
            <label>Figure 9</label>
            <caption>
              <p>Use of gamification to facilitate acquisition of the correct sequence of donning PPE before high-risk procedures such as endotracheal intubation. The user has already correctly used the FFP2 respiratory mask and protective goggles and has proceeded with hand hygiene. The feedback is displayed at the top of the screen (<italic>“Vos mains sont maintenant propres. Quelle est la prochaine étape?” which means “Your hands are now clean. What should the next step be?”</italic>).</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure10" position="float">
            <label>Figure 10</label>
            <caption>
              <p>The learner has elected to try to put on gloves at this stage but is advised to try something else first without being given negative feedback (<italic>“Cela semble être une bonne idée mais ne faudrait-il pas faire autre chose en premier?” which means “This looks like a good idea, but shouldn’t you do something else first?”</italic>).</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure11" position="float">
            <label>Figure 11</label>
            <caption>
              <p>The learner has now decided to put on the overalls, which is the right answer at this stage. The positive feedback is displayed at the top of the screen (<italic>“Bravo, c’est juste” which means “Congratulations, you’re right!”</italic>), and two options (with or without hood) have appeared.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>When the choices were related to complex sequences, videos were launched automatically in lightbox slides (<xref rid="figure12" ref-type="fig">Figure 12</xref>). Once the correct PPE was chosen, the appearance of the EMS provider immediately changed to acknowledge the correct answer, thereby giving direct and visual feedback to the learner (<xref rid="figure13" ref-type="fig">Figure 13</xref>). Donning sequences were completed by slides repeating the correct donning sequences for the lead EMS provider (<xref rid="figure14" ref-type="fig">Figure 14</xref>) and by displaying the adequate PPE the EMS teammate and the patient should wear. The doffing sequences followed the same design, but in reverse: at the start of the sequence, the EMS provider wore PPE according to the risk setting. The circles containing PPE options were next to the provider, sometimes overlapping the photograph (<xref rid="figure15" ref-type="fig">Figure 15</xref>), and the learner was required to drag them away both in the right sequence and into the correct disposal bag (either a regular bin or a bag that could be stored to allow equipment decontamination and reuse). Specific PPE-related questions were asked using true/false interactions (<xref rid="figure16" ref-type="fig">Figure 16</xref>).</p>
          <fig id="figure12" position="float">
            <label>Figure 12</label>
            <caption>
              <p>Automatic launch of a video in a lightbox upon selection of the correct PPE option. The video illustrates complex donning or doffing sequences.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig12.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure13" position="float">
            <label>Figure 13</label>
            <caption>
              <p>Change in the appearance of the prehospital provider to acknowledge the learner’s correct choice of PPE.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig13.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure14" position="float">
            <label>Figure 14</label>
            <caption>
              <p>Repetition of the correct donning sequence for the lead prehospital provider in the context of a suspected or confirmed COVID-19 case with need for high-risk procedures.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig14.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure15" position="float">
            <label>Figure 15</label>
            <caption>
              <p>Gamification of the PPE doffing sequence. PPE worn by the prehospital provider must be dragged either to a biohazard trash bag (bottom right) or to a bag designed to hold reusable materials, such as protective goggles (bottom left).</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig15.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure16" position="float">
            <label>Figure 16</label>
            <caption>
              <p>Use of a true/false interaction to assess the learner’s knowledge during particular steps in the doffing sequence.</p>
            </caption>
            <graphic xlink:href="games_v8i2e20173_fig16.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Module Validation</title>
          <p>Once created, each sequence was thoroughly tested by all the other authors, who systematically provided feedback on each successive iteration. Usability issues were screened using the Davids heuristic evaluation procedure [<xref ref-type="bibr" rid="ref27">27</xref>]. One major feature was added as a result of this procedure, namely the creation of a menu at the end of the module. This menu allowed learners to directly access any section of the module so they could review any specific element at will. Once all feedback was taken into account and the module was thoroughly debugged, a final version was validated by all the authors, among whom are chief ambulance and medical officers as well as infection prevention and control specialists who also act as consultants for the World Health Organization (WHO).</p>
        </sec>
        <sec>
          <title>Module Availability</title>
          <p>The gamified e-learning module can be accessed directly on the internet [<xref ref-type="bibr" rid="ref23">23</xref>]. It can also be directly and freely downloaded from the website as a SCORM package or as a standalone web package, both of which are archived in independent ZIP files. The module can be reused freely under the Creative Commons 4.0 BY-NC-SA (Attribution-NonCommercial-ShareAlike) license [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>A multiplatform gamified e-learning module designed using the SERES framework was created to help prehospital providers acquire knowledge regarding choice and use of PPE in the context of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref14">14</xref>]. The application of this framework to the development of a serious game has previously been described [<xref ref-type="bibr" rid="ref29">29</xref>], and a pilot randomized controlled trial has shown promising results [<xref ref-type="bibr" rid="ref30">30</xref>]. Although this framework was initially designed to help develop serious games, this study shows that it can also be used to create gamified content within materials that do not qualify as full-fledged games, and Deterding [<xref ref-type="bibr" rid="ref31">31</xref>] indeed considers that gamification does not mandatorily imply the creation of a game but rather refers to “the use of game design elements in non-game contexts.” The main purposes of using gamification techniques are to create more engaging material and to improve user experience to achieve a particular goal. In this instance, one of the main goals was to enhance acquisition of knowledge and skills regarding PPE donning and doffing sequences.</p>
        <p>The theoretical bases on which this module was built were not only taken from medical literature. Indeed, data related to the way health care workers or health care students absorb learning content is still scarce, and the model used to create this gamified module was partly derived from other fields, such as electronic engineering [<xref ref-type="bibr" rid="ref20">20</xref>] and computer science [<xref ref-type="bibr" rid="ref21">21</xref>]. The medical literature nevertheless provided some useful insights, among which are the potential shortcomings associated with the lack of video demonstration, which were identified in a previous trial [<xref ref-type="bibr" rid="ref9">9</xref>]. The use of short videos targeting specific learning goals has been shown to enhance knowledge acquisition and retention and has demonstrated the ability to transfer information in many different fields; therefore, cutscenes were included in the e-learning module [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>As Bloom’s revised taxonomy was used to define the target thinking skills, specific game mechanics were chosen to fit the learning objectives [<xref ref-type="bibr" rid="ref15">15</xref>]. Although game mechanics based on rewards and action points are often used in gamification as well as in serious games, there is little data to suggest that their use enhances knowledge acquisition or retention. As these game mechanics are linked to the evaluating thinking skill, which was not elected during the design process, and as their inclusion in a serious game is not mandatory, we chose not to include them. In a similar way, badges, which are often used to keep learners engaged if multiple modules must be completed or if the course spans long periods of time, were not considered, as this was a single module that learners would be able to complete in a relatively short amount of time [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Moreover, rewards such as badges or action points may not yield the desired result, as learners may engage in the learning to obtain these rewards rather than to acquire specific skills or knowledge [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Integration of infection prevention experts early in the design of the module greatly helped us to gather the necessary media and ensure that the correct guidelines would be used during development. Validation of the content by these specialists, who also act as consultants for WHO, ensured the soundness of the elements taught in the module.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Despite the use of a solid scientific rationale and of the SERES framework during the entire development process, the main limitation of this paper is that this module has not yet been tested and its contribution as a learning tool cannot currently be assessed. A protocol for a randomized controlled trial has therefore been submitted to our regional ethics committee (Req-2020-00374). As this project does not involve patient data or participation, this committee has already issued a “declaration of no objection,” as such trials are not within the scope of Swiss federal law on human research [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Given the context of the COVID-19 pandemic and the need to quickly provide this gamified e-learning module to prehospital personnel, some of its features remain to be perfected. Indeed, more game design elements could be included to increase gamefulness. Key and selected elements from the RECIPE (Reflection-Engagement-Choice-Information-Play-Engagement) mnemonic for meaningful gamification developed by Scott Nicholson [<xref ref-type="bibr" rid="ref35">35</xref>] could also serve as a building ground for development of further modules or even of a more comprehensive PPE course. However, some of these elements may not be relevant to this type of module, as they may imply too high a degree of freedom. Indeed, due to the need to achieve specific learning objectives, it is almost impossible to allow the learner to freely choose whether to engage in a specific and potentially crucial learning activity.</p>
        <p>Other limitations must also be acknowledged. Indeed, although we strived to adhere to the most recent infection control guidelines, PPE type and use probably differs between EMS, and the contents of the module may not be compatible with some systems. Moreover, although we sought to enhance knowledge acquisition of PPE donning and doffing sequences through the use of game mechanics, these procedures may prove too complex to acquire without directly manipulating the PPE elements. This gamified e-learning module may therefore be better suited for a flipped classroom design [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. However, the current need for social distancing prevents the organization of live training sessions, and this module may therefore be an acceptable surrogate until such training can be resumed.</p>
        <p>Another limitation is that the module is currently only available in French. However, as this material is available under a Creative Commons license, it can now be used by many different institutions, ambulance companies, and hospitals. This may not only help spread knowledge regarding use of PPE but may also facilitate further research in the field. Last but not least, opportunities of distance teaching using gamified content may prove even more valuable than before, as social distancing may continue for many more months.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>A gamified e-learning module designed to promote knowledge and understanding of PPE use among prehospital health care workers during the COVID-19 pandemic was developed by following the SERES framework. The impact of this module should now be assessed by a randomized controlled trial.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COVID-19</term>
          <def>
            <p>coronavirus disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EMS</term>
          <def>
            <p>emergency medical services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">LM-GM</term>
          <def>
            <p>learning mechanics-game mechanics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MeSH</term>
          <def>
            <p>medical subject headings</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PPE</term>
          <def>
            <p>personal protective equipment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SARS-CoV-2</term>
          <def>
            <p>severe acute respiratory syndrome coronavirus 2</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Ms Ludivine Currat, the CERN Fire Brigade, and particularly Mr Stéphane Wiand, as well as After Media and the Communication Division of the Geneva University Hospitals, particularly Ms Audrey Morard, for their precious help in creating high-quality media content.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Medical Student Education in the Time of COVID-19</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>03</month>
          <day>31</day>
          <pub-id pub-id-type="doi">10.1001/jama.2020.5227</pub-id>
          <pub-id pub-id-type="medline">32232420</pub-id>
          <pub-id pub-id-type="pii">2764138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Livingston</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Berkwits</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sourcing Personal Protective Equipment During the COVID-19 Pandemic</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>03</month>
          <day>28</day>
          <pub-id pub-id-type="doi">10.1001/jama.2020.5317</pub-id>
          <pub-id pub-id-type="medline">32221579</pub-id>
          <pub-id pub-id-type="pii">2764031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ranney</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Griffeth</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Critical Supply Shortages — The Need for Ventilators and Personal Protective Equipment during the Covid-19 Pandemic</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <volume>382</volume>
          <issue>18</issue>
          <fpage>e41</fpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2006141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Millin</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Bissell</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Hand hygiene in emergency medical services</article-title>
          <source>Prehosp Emerg Care</source>
          <year>2015</year>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>313</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.3109/10903127.2014.967427</pub-id>
          <pub-id pub-id-type="medline">25415186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valdez</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Sexton</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Lutz</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Spread of infectious microbes during emergency medical response</article-title>
          <source>Am J Infect Control</source>
          <year>2015</year>
          <month>06</month>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>606</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26042849"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajic.2015.02.025</pub-id>
          <pub-id pub-id-type="medline">26042849</pub-id>
          <pub-id pub-id-type="pii">S0196-6553(15)00139-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7115268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Uhm</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Occupational exposure to infection risk and use of personal protective equipment by emergency medical personnel in the Republic of Korea</article-title>
          <source>Am J Infect Control</source>
          <year>2016</year>
          <month>06</month>
          <day>01</day>
          <volume>44</volume>
          <issue>6</issue>
          <fpage>647</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26874405"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajic.2015.12.022</pub-id>
          <pub-id pub-id-type="medline">26874405</pub-id>
          <pub-id pub-id-type="pii">S0196-6553(15)01292-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7132644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Allaf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elghazaly</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and medical education</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>3</month>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>e79</fpage>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30226-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wittich</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Halvorsen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mandrekar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhry</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dupras</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oxentenko</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beckman</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>E-learning in graduate medical education: survey of residency program directors</article-title>
          <source>BMC Med Educ</source>
          <year>2017</year>
          <month>07</month>
          <day>11</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>114</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-017-0953-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-017-0953-9</pub-id>
          <pub-id pub-id-type="medline">28697744</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-017-0953-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5504987</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Suppan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cottet</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carrera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stuby</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Suppan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Teaching the National Institutes of Health Stroke Scale to Paramedics (E-Learning vs Video): Randomized Controlled Trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>06</month>
          <day>09</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e18358</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e18358/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18358</pub-id>
          <pub-id pub-id-type="medline">32299792</pub-id>
          <pub-id pub-id-type="pii">v22i6e18358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wheeler</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Seel</surname>
              <given-names>NM</given-names>
            </name>
          </person-group>
          <article-title>e-Learning and Digital Learning</article-title>
          <source>Encyclopedia of the Sciences of Learning</source>
          <year>2012</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>1111</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Levinson</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garside</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dupras</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Erwin</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Montori</surname>
              <given-names>VM</given-names>
            </name>
          </person-group>
          <article-title>Instructional design variations in internet-based learning for health professions education: a systematic review and meta-analysis</article-title>
          <source>Acad Med</source>
          <year>2010</year>
          <month>05</month>
          <volume>85</volume>
          <issue>5</issue>
          <fpage>909</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0b013e3181d6c319</pub-id>
          <pub-id pub-id-type="medline">20520049</pub-id>
          <pub-id pub-id-type="pii">00001888-201005000-00042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hadchouel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tesnière</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Serious games for health: three steps forwards</article-title>
          <source>Adv Simul (Lond)</source>
          <year>2017</year>
          <volume>2</volume>
          <fpage>3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://advancesinsimulation.biomedcentral.com/articles/10.1186/s41077-017-0036-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41077-017-0036-3</pub-id>
          <pub-id pub-id-type="medline">29450004</pub-id>
          <pub-id pub-id-type="pii">36</pub-id>
          <pub-id pub-id-type="pmcid">PMC5806236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Gauthier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>L'Estrade Ehrstrom</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wortley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lilienthal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dauwels-Okutsu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaou</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Serious Gaming and Gamification Education in Health Professions: Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>03</month>
          <day>28</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>e12994</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/3/e12994/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12994</pub-id>
          <pub-id pub-id-type="medline">30920375</pub-id>
          <pub-id pub-id-type="pii">v21i3e12994</pub-id>
          <pub-id pub-id-type="pmcid">PMC6458534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verschueren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Buffel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Stichele</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Developing Theory-Driven, Evidence-Based Serious Games for Health: Framework Based on Research Community Insights</article-title>
          <source>JMIR Serious Games</source>
          <year>2019</year>
          <month>05</month>
          <day>02</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e11565</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2019/2/e11565/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11565</pub-id>
          <pub-id pub-id-type="medline">31045496</pub-id>
          <pub-id pub-id-type="pii">v7i2e11565</pub-id>
          <pub-id pub-id-type="pmcid">PMC6521217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnab</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Bellotti</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>de Freitas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Louchart</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Suttie</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Berta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>De Gloria</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Mapping learning and game mechanics for serious games analysis</article-title>
          <source>Br J Educ Technol</source>
          <year>2014</year>
          <month>01</month>
          <day>05</day>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>391</fpage>
          <lpage>411</lpage>
          <pub-id pub-id-type="doi">10.1111/bjet.12113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fehlmann</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Pasquier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Suppan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Savoldelli</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Endotracheal Intubation Success Rate in an Urban, Supervised, Resident-Staffed Emergency Mobile System: An 11-Year Retrospective Cohort Study</article-title>
          <source>J Clin Med</source>
          <year>2020</year>
          <month>01</month>
          <day>16</day>
          <volume>9</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm9010238"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm9010238</pub-id>
          <pub-id pub-id-type="medline">31963162</pub-id>
          <pub-id pub-id-type="pii">jcm9010238</pub-id>
          <pub-id pub-id-type="pmcid">PMC7019886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crewdson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lockey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Røislien</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lossius</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rehn</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The success of pre-hospital tracheal intubation by different pre-hospital providers: a systematic literature review and meta-analysis</article-title>
          <source>Crit Care</source>
          <year>2017</year>
          <month>02</month>
          <day>14</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ccforum.biomedcentral.com/articles/10.1186/s13054-017-1603-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13054-017-1603-7</pub-id>
          <pub-id pub-id-type="medline">28196506</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13054-017-1603-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5309978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kopp</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Stark</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Fostering diagnostic knowledge through computer-supported, case-based worked examples: effects of erroneous examples and feedback</article-title>
          <source>Med Educ</source>
          <year>2008</year>
          <month>08</month>
          <volume>42</volume>
          <issue>8</issue>
          <fpage>823</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2923.2008.03122.x</pub-id>
          <pub-id pub-id-type="medline">18564096</pub-id>
          <pub-id pub-id-type="pii">MED3122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Latimier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Riegert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peyre</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ly</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Casati</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ramus</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Does pre-testing promote better retention than post-testing?</article-title>
          <source>NPJ Sci Learn</source>
          <year>2019</year>
          <volume>4</volume>
          <fpage>15</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31583117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41539-019-0053-1</pub-id>
          <pub-id pub-id-type="medline">31583117</pub-id>
          <pub-id pub-id-type="pii">53</pub-id>
          <pub-id pub-id-type="pmcid">PMC6760123</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raina</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kaza</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using eye-tracking to investigate content skipping: A study on learning modules in cybersecurity</article-title>
          <year>2016</year>
          <conf-name>2016 IEEE Conference on Intelligence and Security Informatics (ISI)</conf-name>
          <conf-date>September 28-30, 2016</conf-date>
          <conf-loc>Tucson, AZ</conf-loc>
          <fpage>261</fpage>
          <lpage>266</lpage>
          <pub-id pub-id-type="doi">10.1109/isi.2016.7745486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fouh</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Breakiron</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Hamouda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Farghally</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Exploring students learning behavior with an interactive etextbook in computer science courses</article-title>
          <source>Comput Human Behav</source>
          <year>2014</year>
          <month>12</month>
          <volume>41</volume>
          <fpage>478</fpage>
          <lpage>485</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2014.09.061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clavier</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ramen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dureuil</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Veber</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hanouz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dupont</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lebuffe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Besnier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Compere</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Use of the Smartphone App WhatsApp as an E-Learning Method for Medical Residents: Multicenter Controlled Randomized Trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>04</month>
          <day>09</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e12825</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/4/e12825/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12825</pub-id>
          <pub-id pub-id-type="medline">30964435</pub-id>
          <pub-id pub-id-type="pii">v7i4e12825</pub-id>
          <pub-id pub-id-type="pmcid">PMC6477573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <source>Gamified E-Learning Module / Module E-Learning "gamifié"</source>
          <year>2020</year>
          <access-date>2020-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.anesth.ch">https://coronavirus.anesth.ch</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jebraeily</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fazlollahi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Rahimi</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Most Common Smartphone Applications Used By Medical Students and Barriers of Using Them</article-title>
          <source>Acta Inform Med</source>
          <year>2017</year>
          <month>12</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>232</fpage>
          <lpage>235</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29284911"/>
          </comment>
          <pub-id pub-id-type="doi">10.5455/aim.2017.25.232-235</pub-id>
          <pub-id pub-id-type="medline">29284911</pub-id>
          <pub-id pub-id-type="pii">AIM-25-232</pub-id>
          <pub-id pub-id-type="pmcid">PMC5723200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakkay</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Pizenberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carlier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Balavoine</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Charvillat</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Protocols and software for simplified educational video capture and editing</article-title>
          <source>J Comput Educ</source>
          <year>2019</year>
          <month>3</month>
          <day>20</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>257</fpage>
          <lpage>276</lpage>
          <pub-id pub-id-type="doi">10.1007/s40692-019-00136-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krathwohl</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>A Revision of Bloom's Taxonomy: An Overview</article-title>
          <source>Theory Pract</source>
          <year>2002</year>
          <month>11</month>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>212</fpage>
          <lpage>218</lpage>
          <pub-id pub-id-type="doi">10.1207/s15430421tip4104_2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davids</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chikte</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Halperin</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>An efficient approach to improve the usability of e-learning resources: the role of heuristic evaluation</article-title>
          <source>Adv Physiol Educ</source>
          <year>2013</year>
          <month>09</month>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>242</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://journals.physiology.org/doi/full/10.1152/advan.00043.2013?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1152/advan.00043.2013</pub-id>
          <pub-id pub-id-type="medline">24022770</pub-id>
          <pub-id pub-id-type="pii">37/3/242</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>Creative Commons</source>
          <access-date>2020-05-10</access-date>
          <comment>Attribution-NonCommercial-ShareAlike 4.0 International (CC BY-NC-SA 4.0)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://creativecommons.org/licenses/by-nc-sa/4.0/">https://creativecommons.org/licenses/by-nc-sa/4.0/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verschueren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Aalst</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bangels</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Toelen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allegaert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Buffel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Stichele</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Development of CliniPup, a Serious Game Aimed at Reducing Perioperative Anxiety and Pain in Children: Mixed Methods Study</article-title>
          <source>JMIR Serious Games</source>
          <year>2019</year>
          <month>06</month>
          <day>01</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e12429</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2019/2/e12429/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12429</pub-id>
          <pub-id pub-id-type="medline">31199333</pub-id>
          <pub-id pub-id-type="pii">v7i2e12429</pub-id>
          <pub-id pub-id-type="pmcid">PMC6592492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buffel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>van Aalst</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bangels</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Toelen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allegaert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Verschueren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Stichele</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A Web-Based Serious Game for Health to Reduce Perioperative Anxiety and Pain in Children (CliniPup): Pilot Randomized Controlled Trial</article-title>
          <source>JMIR Serious Games</source>
          <year>2019</year>
          <month>06</month>
          <day>01</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e12431</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2019/2/e12431/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12431</pub-id>
          <pub-id pub-id-type="medline">31199324</pub-id>
          <pub-id pub-id-type="pii">v7i2e12431</pub-id>
          <pub-id pub-id-type="pmcid">PMC6592396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deterding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Khaled</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nacke</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>From game design elements to gamefulness: defining "gamification"</article-title>
          <source>Proceedings of the 15th International Academic MindTrek Conference: Envisioning Future Media Environments</source>
          <year>2011</year>
          <conf-name>15th International Academic MindTrek Conference</conf-name>
          <conf-date>September, 2011</conf-date>
          <conf-loc>Tampere, Finland</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Association for Computing Machinery</publisher-name>
          <fpage>9</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1145/2181037.2181040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brame</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Effective Educational Videos: Principles and Guidelines for Maximizing Student Learning from Video Content</article-title>
          <source>CBE Life Sci Educ</source>
          <year>2016</year>
          <volume>15</volume>
          <issue>4</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27789532"/>
          </comment>
          <pub-id pub-id-type="doi">10.1187/cbe.16-03-0125</pub-id>
          <pub-id pub-id-type="medline">27789532</pub-id>
          <pub-id pub-id-type="pii">15/4/es6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5132380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ortega-Arranz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Er</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Monés</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bote-Lorenzo</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Asensio-Pérez</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz-Cristóbal</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Understanding student behavior and perceptions toward earning badges in a gamified MOOC</article-title>
          <source>Univ Access Inf Soc</source>
          <year>2019</year>
          <month>7</month>
          <day>22</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>533</fpage>
          <lpage>549</lpage>
          <pub-id pub-id-type="doi">10.1007/s10209-019-00677-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Looyestyn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kernot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boshoff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Does gamification increase engagement with online programs? A systematic review</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>e0173403</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0173403"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0173403</pub-id>
          <pub-id pub-id-type="medline">28362821</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-45655</pub-id>
          <pub-id pub-id-type="pmcid">PMC5376078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Reiners</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>A RECIPE for Meaningful Gamification</article-title>
          <source>Gamification in Education and Business</source>
          <year>2014</year>
          <month>10</month>
          <day>17</day>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>1</fpage>
          <lpage>20</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <source>Federal Council of the Swiss Government</source>
          <year>2011</year>
          <month>09</month>
          <day>30</day>
          <access-date>2020-05-12</access-date>
          <comment>Federal Act on Research involving Human Beings (Human Research Act, HRA)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.admin.ch/opc/en/classified-compilation/20061313/index.html">https://www.admin.ch/opc/en/classified-compilation/20061313/index.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dadiz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Izatt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gillam-Krakauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carbajal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Falck</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bonachea</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Karpen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vasquez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chess</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Value, Strengths, and Challenges of e-Learning Modules Paired with the Flipped Classroom for Graduate Medical Education: A Survey from the National Neonatology Curriculum</article-title>
          <source>Am J Perinatol</source>
          <year>2020</year>
          <month>04</month>
          <day>10</day>
          <pub-id pub-id-type="doi">10.1055/s-0040-1709145</pub-id>
          <pub-id pub-id-type="medline">32276279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Coret</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barron</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ayala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Law</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Online Lectures in Undergraduate Medical Education: Scoping Review</article-title>
          <source>JMIR Med Educ</source>
          <year>2018</year>
          <month>04</month>
          <day>10</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mededu.jmir.org/2018/1/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mededu.9091</pub-id>
          <pub-id pub-id-type="medline">29636322</pub-id>
          <pub-id pub-id-type="pii">v4i1e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC5915670</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
