<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e34656</article-id>
      <article-id pub-id-type="pmid">35138255</article-id>
      <article-id pub-id-type="doi">10.2196/34656</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Letter to the Editor</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Letter to the Editor</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Serious Games Without Screens. Comment on “Involvement of End Users in the Development of Serious Games for Health Care Professions Education: Systematic Descriptive Review”</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Cosimini</surname>
            <given-names>Michael Joseph</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Oregon Health Sciences University</institution>
            <addr-line>707 S Gaines St</addr-line>
            <addr-line>Portland, OR, 97239</addr-line>
            <country>United States</country>
            <phone>1 503 494 7993 ext 47993</phone>
            <email>cosimini@ohsu.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7993-7722</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Watsjold</surname>
            <given-names>Bjorn</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4888-8857</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>Teresa M</given-names>
          </name>
          <degrees>MD, MHPE</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6104-462X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Oregon Health Sciences University</institution>
        <addr-line>Portland, OR</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>University of Washington</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of Emergency Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>McMaster University</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Michael Joseph Cosimini <email>cosimini@ohsu.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Mar</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>1</issue>
      <elocation-id>e34656</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>1</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Michael Joseph Cosimini, Bjorn Watsjold, Teresa M Chan. Originally published in JMIR Serious Games (https://games.jmir.org), 09.02.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on https://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://games.jmir.org/2022/1/e34656" xlink:type="simple"/>
      <related-article related-article-type="commentary-article" id="v9i3e28650" ext-link-type="doi" xlink:href="10.2196/28650" vol="9" page="e28650" xlink:type="simple">https://games.jmir.org/2021/3/e28650</related-article>
      <kwd-group>
        <kwd>game-based learning</kwd>
        <kwd>health professions education</kwd>
        <kwd>participatory design</kwd>
        <kwd>systematic review</kwd>
        <kwd>user-centered design</kwd>
        <kwd>serious games</kwd>
        <kwd>game development</kwd>
        <kwd>end users</kwd>
        <kwd>education</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <p>Maheu-Cadotte et al [<xref ref-type="bibr" rid="ref1">1</xref>] reviewed end user involvement in the development of serious games for health professionals’ education. They identified 45 games that were evaluated in randomized controlled trials for efficacy, of which only 21 reported on end user involvement during development. Citing a 2012 review, the authors included serious games defined as “video games designed with a primary educational purpose” [<xref ref-type="bibr" rid="ref2">2</xref>]. This definition misses a large category of games whose review could provide important insights on the topic.</p>
    <p>The term “serious games” likely originated from the 1970 monograph of the same name by Clark Abt [<xref ref-type="bibr" rid="ref3">3</xref>]. The book concerns “<italic>serious games</italic> in the sense that these games have an explicit and carefully thought-out educational purpose and are not intended to be played primarily for amusement” [<xref ref-type="bibr" rid="ref3">3</xref>]. Abt explored a number of examples including a card game to learn math, a board game to teach color mixing using transparent sheets, as well as a number of simulations of historic events and economies. He discussed a case with a component of computer-based simulation; however, the bulk of the book was dedicated to analog experiences. </p>
    <p>We would like to challenge the persistent usage of the narrow digital-only definition of a serious game seen in health professionals’ education, often citing the same 2012 review or its source, a 2006 book about the design of serious video games [<xref ref-type="bibr" rid="ref4">4</xref>]. While the focus of <italic>JMIR Serious Games</italic> may be digital games and gamification, not all games are digital, and similarly, not all serious games are digital. As designers of card and board games used for health professionals’ education, we invite those in our field to reconsider this narrow definition. With its origin in mind, a more inclusive definition of serious games would be any standalone game designed with a specific purpose beyond entertainment <italic>regardless of medium. </italic></p>
    <p>We applaud Maheu-Cadotte et al [<xref ref-type="bibr" rid="ref1">1</xref>] for highlighting the importance of end users’ contributions to game development, which applies to analog games as much as digital ones, with similar questions regarding balancing cost and possible benefit for consideration. Our experience has been variable: students (the target audience) co-designed <italic>GridlockED</italic> along with faculty but were only involved in playtesting during early design work on <italic>Empiric</italic> [<xref ref-type="bibr" rid="ref5">5</xref>]. For <italic>Clinical Coaching Cards,</italic> the game underwent iterative rule changes based on observations of end user play and feedback collected during workshop sessions [<xref ref-type="bibr" rid="ref6">6</xref>]. As Maheu-Cadotte et al [<xref ref-type="bibr" rid="ref1">1</xref>] have shown, this is generally not well-reported, and we agree that end user involvement and feedback is a key component of demonstrating the validity of a game as an educational intervention.</p>
    <p>We are appreciative of the insight provided by this review and hope the journal can prompt authors of future submissions to provide information pertaining to end user involvement on reports of serious games. We encourage other researchers to expand their definition of serious games and specify the focus on digital games when appropriate. </p>
  </body>
  <back>
    <app-group/>
    <fn-group>
      <fn fn-type="conflict">
        <p>MC is the designer of <italic>Empiric Game</italic> and receives minor royalties from the sales of this card game. TMC is a cocreator of the <italic>GridlockED</italic> and <italic>TriagED</italic> serious board games. While she does not receive proceeds from these games (this has been donated generously to McMaster University), this does pose an intellectual conflict of interest. The other author declares no conflicts of interest.</p>
      </fn>
      <fn fn-type="other">
        <p>
          <bold>Editorial Notice</bold>
        </p>
        <p>The corresponding author of “Involvement of End Users in the Development of Serious Games for Health Care Professions Education: Systematic Descriptive Review” declined to respond to this letter.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maheu-Cadotte</surname>
              <given-names>Marc-André</given-names>
            </name>
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>Véronique</given-names>
            </name>
            <name name-style="western">
              <surname>Cossette</surname>
              <given-names>Sylvie</given-names>
            </name>
            <name name-style="western">
              <surname>Lapierre</surname>
              <given-names>Alexandra</given-names>
            </name>
            <name name-style="western">
              <surname>Fontaine</surname>
              <given-names>Guillaume</given-names>
            </name>
            <name name-style="western">
              <surname>Deschênes</surname>
              <given-names>Marie-France</given-names>
            </name>
            <name name-style="western">
              <surname>Lavoie</surname>
              <given-names>Patrick</given-names>
            </name>
          </person-group>
          <article-title>Involvement of End Users in the Development of Serious Games for Health Care Professions Education: Systematic Descriptive Review</article-title>
          <source>JMIR Serious Games</source>
          <year>2021</year>
          <month>08</month>
          <day>19</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e28650</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2021/3/e28650/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28650</pub-id>
          <pub-id pub-id-type="medline">34129514</pub-id>
          <pub-id pub-id-type="pii">v9i3e28650</pub-id>
          <pub-id pub-id-type="pmcid">PMC8414295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graafland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schraagen</surname>
              <given-names>J M</given-names>
            </name>
            <name name-style="western">
              <surname>Schijven</surname>
              <given-names>M P</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of serious games for medical education and surgical skills training</article-title>
          <source>Br J Surg</source>
          <year>2012</year>
          <month>10</month>
          <volume>99</volume>
          <issue>10</issue>
          <fpage>1322</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1002/bjs.8819</pub-id>
          <pub-id pub-id-type="medline">22961509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abt</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <source>Serious Games</source>
          <year>1970</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Viking Compass</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bergeron</surname>
              <given-names>BP</given-names>
            </name>
          </person-group>
          <source>Developing Serious Games</source>
          <year>2006</year>
          <publisher-loc>Hingham, MA</publisher-loc>
          <publisher-name>Charles River Media</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsoy</surname>
              <given-names>Daniel</given-names>
            </name>
            <name name-style="western">
              <surname>Sneath</surname>
              <given-names>Paula</given-names>
            </name>
            <name name-style="western">
              <surname>Rempel</surname>
              <given-names>Josh</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Simon</given-names>
            </name>
            <name name-style="western">
              <surname>Bodnariuc</surname>
              <given-names>Nicole</given-names>
            </name>
            <name name-style="western">
              <surname>Mercuri</surname>
              <given-names>Mathew</given-names>
            </name>
            <name name-style="western">
              <surname>Pardhan</surname>
              <given-names>Alim</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>Teresa M</given-names>
            </name>
          </person-group>
          <article-title>Creating GridlockED: A Serious Game for Teaching About Multipatient Environments</article-title>
          <source>Acad Med</source>
          <year>2019</year>
          <month>01</month>
          <volume>94</volume>
          <issue>1</issue>
          <fpage>66</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000002340</pub-id>
          <pub-id pub-id-type="medline">29979206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watsjold</surname>
              <given-names>Bjorn</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>Diana</given-names>
            </name>
          </person-group>
          <article-title>Clinical Coaching Cards: A Game of Active Learning Theory and Teaching Techniques</article-title>
          <source>MedEdPORTAL</source>
          <year>2020</year>
          <month>11</month>
          <day>23</day>
          <volume>16</volume>
          <fpage>11042</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33274297"/>
          </comment>
          <pub-id pub-id-type="doi">10.15766/mep_2374-8265.11042</pub-id>
          <pub-id pub-id-type="medline">33274297</pub-id>
          <pub-id pub-id-type="pii">11042</pub-id>
          <pub-id pub-id-type="pmcid">PMC7703484</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
