<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i2e33207</article-id>
      <article-id pub-id-type="pmid">35587873</article-id>
      <article-id pub-id-type="doi">10.2196/33207</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Using Video Games to Improve the Sexual Health of Young People Aged 15 to 25 Years: Rapid Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Zary</surname>
            <given-names>Nabil</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Olsen</surname>
            <given-names>Elizabeth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rahmani</surname>
            <given-names>Esmaeel</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Franco Vega</surname>
            <given-names>Ignacio</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3023-8485</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Eleftheriou</surname>
            <given-names>Anastasia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8120-339X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Graham</surname>
            <given-names>Cynthia</given-names>
          </name>
          <degrees>ClinPsy, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Department of Psychology</institution>
            <institution>Faculty of Environmental and Life Sciences</institution>
            <institution>University of Southampton</institution>
            <addr-line>University Road, Room 44/3073</addr-line>
            <addr-line>Southampton, SO17 1BJ</addr-line>
            <country>United Kingdom</country>
            <phone>44 023 8059 3091</phone>
            <email>c.a.graham@soton.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7884-599X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Social &#38; Policy Sciences</institution>
        <institution>University of Bath</institution>
        <addr-line>Bath</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>TRI Technologos Research and Innovation Services Ltd</institution>
        <addr-line>Larnaka</addr-line>
        <country>Cyprus</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychology</institution>
        <institution>Faculty of Environmental and Life Sciences</institution>
        <institution>University of Southampton</institution>
        <addr-line>Southampton</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Cynthia Graham <email>c.a.graham@soton.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Apr-Jun</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>2</issue>
      <elocation-id>e33207</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Ignacio Franco Vega, Anastasia Eleftheriou, Cynthia Graham. Originally published in JMIR Serious Games (https://games.jmir.org), 19.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on https://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://games.jmir.org/2022/2/e33207" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Sexually transmitted infections and unintended pregnancies among young people remain public health concerns in many countries. To date, interventions that address these concerns have had limited success. Serious games are increasingly being used as educational tools in health and professional public education. Although acknowledged as having great potential, few studies have evaluated the use of serious games in sexual health education among young people, and to date, there have been no published reviews of these studies.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to assess the effects of video game–based sexual health interventions for risky sexual behavior in young people aged between 15 and 25 years.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A rapid review of randomized controlled trials and quasi–randomized controlled trials was performed. The search included the following bibliographic databases: Cochrane Central Register of Controlled Trials, Embase, MEDLINE, PsycINFO, and Scopus. A total of 2 reviewers independently screened 50% (35/70) of the retrieved articles during the full-text screening phase.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>From a total of 459 identified citations, after removing duplicates, 327 (71.2%) articles were deemed eligible for title and abstract screening. Of the 327 articles, 70 (21.4%) full texts were screened, from which 10 (3.1%) articles (evaluating 11 different games) were included in the review. The findings highlighted the considerable diversity in video game–based interventions and assessed sexual health outcomes. Although there were some promising findings in outcome studies using game-based interventions, the results across studies were mixed.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Although game interventions for sexual health have been in existence for almost three decades, relatively few studies have evaluated them, and the results of previous outcome studies have been mixed. Moreover, there is little clarity regarding which specific elements of a game facilitate positive outcomes. We provide recommendations for future researchers developing video game–based interventions to improve sexual health in young people.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>sex education</kwd>
        <kwd>serious games</kwd>
        <kwd>sexually transmitted infections</kwd>
        <kwd>rapid review</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Although contraceptive access and sexual education are more widely available than ever, risky sexual behavior remains an issue for people of all ages, especially younger individuals. More than 1 million sexually transmitted infections (STIs) are acquired each day worldwide among individuals aged between 15 and 49 years [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The most common STIs are chlamydia, gonorrhea, and trichomoniasis, although the diagnosis of syphilis has also increased in recent years [<xref ref-type="bibr" rid="ref1">1</xref>]. In many countries, young people aged between 15 and 24 years have the highest rates of STIs [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Despite global and national efforts to stop the spread of STIs, the World Health Organization recently reported a “concerning lack of progress” in achieving reductions [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>The best method for preventing the spread of STIs is the correct use of condoms [<xref ref-type="bibr" rid="ref6">6</xref>]. However, many young people [<xref ref-type="bibr" rid="ref7">7</xref>] engage in risky sexual behaviors such as having sex with multiple partners without the use of condoms or incorrect or incomplete condom use [<xref ref-type="bibr" rid="ref8">8</xref>]. Many interventions have been developed to encourage consistent condom use and safer sexual behaviors; however, most of these interventions have been shown to have limited effectiveness and/or are very resource intensive [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Adolescent pregnancies are also a global concern in high-, middle-, and low-income countries. Although the past 30 years have seen a global decline in unintended pregnancy rates, a recent review of 166 low- to middle-income countries reported that approximately half of all pregnancies are unintended [<xref ref-type="bibr" rid="ref11">11</xref>]. Furthermore, although rates of unintended pregnancies in the United States and the United Kingdom have dropped in recent decades [<xref ref-type="bibr" rid="ref12">12</xref>], adolescent pregnancy rates remain high in many middle- to high-income countries (particularly in the United States) [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>Despite consistent evidence that comprehensive sex education can increase protective behaviors [<xref ref-type="bibr" rid="ref14">14</xref>], there are still many gaps in knowledge. Furthermore, access to contraceptives and sexual health services for young people remains limited in many countries [<xref ref-type="bibr" rid="ref4">4</xref>]. Sex education, often delivered in schools as part of the national curriculum, can be a highly contested area, reflecting political, moral, and cultural debates. In the United States, school-based sex education curricula have long been criticized for being sex negative, often focusing on abstinence and omitting any mention of nonheterosexual experiences [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. In many countries, traditional gatekeepers such as religious and educational authorities still powerfully restrict access, content, and materials used for sex education [<xref ref-type="bibr" rid="ref4">4</xref>]. Therefore, for many young people, obtaining reliable information about sex and relationships can be difficult.</p>
        <p>The internet has been identified as a potentially valuable resource for comprehensive, interactive, web-based, and youth-friendly sex education [<xref ref-type="bibr" rid="ref16">16</xref>]. Young people worldwide use the internet and social media to access information on sexual and reproductive health and rights [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Interventions delivered through digital media could particularly help reach marginalized groups such as young people in rural areas; lesbian, gay, bisexual, transgender, and intersex individuals; people with disabilities; and migrant populations [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>It has been argued that education through games is more efficient and enjoyable than classroom teaching for several reasons [<xref ref-type="bibr" rid="ref18">18</xref>]. First, it is predominantly the player who directs activity in games, whereas in school, it is predominantly the teacher who directs activity. This is why serious games use a learner-centered approach in which learners are involved in the process (learning through doing), in contrast to traditional education, which uses a teacher-centered approach in which learners are relatively passive.</p>
        <p>Second, children and adolescents often find it difficult to properly engage in school exercises [<xref ref-type="bibr" rid="ref19">19</xref>], in which the challenge level is not well adjusted to their skills. In a class, there are many students with different skills, making it difficult for teachers to equally engage all students in the class. In contrast, video games engage players naturally by gradually adjusting their difficulty level as they progress in the game [<xref ref-type="bibr" rid="ref20">20</xref>]. Game developers understand that for a game to be successful, players of varying abilities need to feel a sense of reward or achievement, often enough to retain their engagement.</p>
        <p>Third, students are sometimes discouraged by the school system as they are penalized for the mistakes they make (eg, they receive bad grades). However, in games, players are expected to make wrong decisions and do so without being discouraged (ideally, unless the game is poorly designed). In fact, games have the advantage of allowing users to train in real-life decision-making situations where the wrong choice may involve some risk without having to actually be at risk. For example, pilots often train using Microsoft Flight Simulator, whereas the military often uses battle simulators to train recruits. This allows players to make mistakes in a safe environment.</p>
        <p>Finally, an important characteristic of educational games is the constant real-time feedback provided to the user. Players almost instantly know how well a certain move or strategy works toward the goal of the game. Feedback can take the form of points, lives, levels, scores, ranks, or progress bars. Real-time feedback ensures that users are motivated throughout the game by promising that a goal is achievable.</p>
        <p>Some authors have argued that there is a strong case for integrating video games into sex education, whether by supplementing sex education classes with existing games that explore sex and sexuality or developing new games for the purpose of sex education [<xref ref-type="bibr" rid="ref21">21</xref>]. Given the interactive nature of video games, their lack of real consequences, their capacity for privacy, and the familiarity that many adolescents already have with games, when used correctly, games could be very effective tools for students.</p>
      </sec>
      <sec>
        <title>Aims of the Review</title>
        <p>This review was conducted as part of a larger Erasmus+ funded project (Safe4Play) that aims to develop an innovative tool for sex and reproductive health education for young people using serious games with machine learning features. The aim of this review was to analyze the core elements and effects of video game–based interventions for improving the sexual health of young people. The findings informed the development of the intervention that was produced as part of the Safe4Play initiative.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>We conducted a rapid review following the Cochrane Rapid Reviews Method Group guidelines [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. A rapid review can be defined as a type of knowledge synthesis in which the usual procedures of a traditional systematic review are streamlined and accelerated such that the most crucial elements are still present, but the research time is considerably abridged [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <sec>
        <title>Criteria for Study Selection</title>
        <p>The criteria for selecting studies were based on the Population, Intervention, Comparison, Outcomes, and Study characteristics framework.</p>
        <sec>
          <title>Population</title>
          <p>This involved interventions aimed at working with youth (aged 15-25 years). Where studies included participants who fell both inside and outside of our target bracket (eg, aged 12-16 years), we tried, where possible, to select the appropriate results from the subset of the sample that met our age criteria; if that was not possible, we captured that specific limitation in the narrative form.</p>
        </sec>
        <sec>
          <title>Intervention</title>
          <p>This involved any video game–based sexual health intervention aimed at reducing risky sexual behavior. We considered a <italic>video game–based intervention</italic> as an educational intervention delivered through an electronic or digital medium that relied heavily on game mechanics, aesthetics, or game thinking (competition, cooperation, exploration, and storytelling) to engage, motivate action, promote learning, and solve problems [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        </sec>
        <sec>
          <title>Comparison</title>
          <p>This criterion was not applicable.</p>
        </sec>
        <sec>
          <title>Outcomes</title>
          <p>As we were broadly interested in sexual health, we chose to include studies that assessed a broad range of knowledge, attitudinal, and behavioral variables. We defined primary outcomes as any of the following: decrease in unintended pregnancies and STIs, increase in contraceptive use, increase in intention to use contraceptives, acquisition of new knowledge regarding sexual health, change in the perception of risk of pregnancy, and change in the perception of risk of STIs. Secondary outcomes included changes in attitudes toward safe sex, self-efficacy toward sexual health, decrease in the number of sexual partners, increase in safe and consensual relationship practices, and increase in adherence to pre-exposure prophylaxis (PrEP).</p>
          <p>Where studies reported &#62;1 relevant outcome, each one was captured and reported in a narrative form. When outcomes were provided at multiple follow-up points, all outcomes were reported for each follow-up point.</p>
        </sec>
        <sec>
          <title>Study Characteristics</title>
          <p>We included randomized controlled trials (RCTs) and quasi-RCTs (studies in which participants were allocated to different arms of the study using a method of allocation that is not truly random). Publications in either English or Spanish were considered.</p>
        </sec>
      </sec>
      <sec>
        <title>Search Strategy and Search Terms</title>
        <p>The search strategy was validated by the Safe4Play research team and an information retrieval specialist from the University of Bath. It was piloted to analyze the quality and quantity of its results; only small changes were made based on the findings.</p>
        <p>We used 5 databases to identify relevant studies: Cochrane Central Register of Controlled Trials, Embase, MEDLINE, PsycINFO, and Scopus. Searches were conducted on April 23, 2021. In addition, we hand-searched the reference lists of the included trials for referenced articles that were not retrieved in the original search. We also contacted experts in the field for additional recent publications that the original search might not have identified. For details of the search terms used for each of the databases, see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>A total of 2 steps were undertaken to assess the eligibility of the studies: title and abstract screening and full-text screening. A total of 2 reviewers (IFV and CG) were involved in the process. Approximately 20% (51/257) of the abstracts were independently screened by both reviewers, which served as a pilot to identify any salient issues. The remaining 80% (206/257) of the abstracts were screened by IFV. Interrater reliability was found to be moderate (weighted κ=0.53) [<xref ref-type="bibr" rid="ref26">26</xref>]. All cases of uncertainty or discrepancy were resolved through discussions between the 2 reviewers.</p>
        <p>In the full-text screening stage, both reviewers independently screened half of the articles to confirm whether the studies identified during the title and abstract screening should be included. Reliability was found to be substantial (κ=0.71) [<xref ref-type="bibr" rid="ref26">26</xref>]. The same procedure was used to resolve any discrepancies between reviewers. The remaining articles were screened solely by IFV.</p>
        <p>Data extraction was performed by IFV. All pertinent data were extracted from the full text using a spreadsheet template. When an intervention was analyzed in multiple papers, data from all papers were considered during the extraction.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search Results</title>
        <p>As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, the search strategy produced 449 results, of which, after removing 132 (29.4%) duplicates, 317 (70.6%) articles remained (299/317, 94.3% of empirical papers, and 18/317, 5.7% of reviews). All systematic reviews were scanned to identify additional articles to screen; 10 additional articles were found through this process. A total of 327 abstracts were deemed appropriate for screening.</p>
        <p>Overall, of the 327 articles found, 257 (78.6%) were screened at the title and abstract screening, leaving 70 (21.4%) articles for full-text screening. These 70 articles were downloaded and examined. After this final screening procedure of the 70 articles, 60 (86%) articles were excluded, leaving 10 (14%) articles with suitable games to analyze. Most articles described 1 game each, although one of the articles evaluated 2 games. Thus, the final search product was 11 games.</p>
        <p>In some cases, to obtain the information required to conduct a proper analysis, additional supplementary materials had to be downloaded. Most of these were in the form of protocols for trials or articles that reported preliminary results. In the following sections, we briefly describe each of the identified games. <xref ref-type="table" rid="table1">Table 1</xref> presents some of the key features (sample, location, and type of game) of each video game.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flow diagram from the article selection process.</p>
          </caption>
          <graphic xlink:href="games_v10i2e33207_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Key features of included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="180"/>
            <col width="180"/>
            <col width="110"/>
            <col width="190"/>
            <col width="160"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>Game name</td>
                <td>Target population</td>
                <td>Age (years), range</td>
                <td>Location and publication date</td>
                <td>Console</td>
                <td>Type of game</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>The Baby Game! [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>High school students</td>
                <td>13-18</td>
                <td>Hawaii, United States, 1989</td>
                <td>PC</td>
                <td>Management simulator</td>
              </tr>
              <tr valign="top">
                <td>Romance [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>High school students</td>
                <td>13-18</td>
                <td>Hawaii, United States, 1989</td>
                <td>PC</td>
                <td>Text adventure</td>
              </tr>
              <tr valign="top">
                <td>VODO [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>High school students</td>
                <td>15</td>
                <td>New Orleans, United States, 1989</td>
                <td>PC</td>
                <td>Text adventure</td>
              </tr>
              <tr valign="top">
                <td>Choose Your Own Adventure [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>High school sophomores</td>
                <td>15-16</td>
                <td>Kentucky, United States, 2007</td>
                <td>PC</td>
                <td>Dating simulator</td>
              </tr>
              <tr valign="top">
                <td>SOLVE<sup>a</sup> [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Men who have sex with men</td>
                <td>18-24</td>
                <td>United States, 2013</td>
                <td>PC</td>
                <td>3D dating simulator</td>
              </tr>
              <tr valign="top">
                <td>HIV risk game [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>Youth</td>
                <td>15-19</td>
                <td>Cape Town, South Africa, 2015</td>
                <td>PC</td>
                <td>Quizzes</td>
              </tr>
              <tr valign="top">
                <td>Keep it up! [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>YMSM<sup>b</sup></td>
                <td>18-29</td>
                <td>Atlanta, Chicago, and Georgia, United States, 2017</td>
                <td>PC</td>
                <td>Dating simulator and minigames</td>
              </tr>
              <tr valign="top">
                <td>BattleViro [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Young patients of antiretroviral therapy</td>
                <td>14-26</td>
                <td>Mississippi, United States, 2018</td>
                <td>Smartphone (only IOS<sup>c</sup>)</td>
                <td>Twin-stick shooter and quizzes</td>
              </tr>
              <tr valign="top">
                <td>Viral Combat [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>YMSM</td>
                <td>18-35</td>
                <td>Mississippi, United States, 2021</td>
                <td>Smartphone (only IOS)</td>
                <td>Twin-stick shooter and quizzes</td>
              </tr>
              <tr valign="top">
                <td>MyPEEPS [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Male youth sexually attracted to men</td>
                <td>13-18</td>
                <td>United States, 2019</td>
                <td>PC and smartphone (any; usable as a web application)</td>
                <td>Role-playing games</td>
              </tr>
              <tr valign="top">
                <td>First-person scenario game<sup>d</sup> [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>College students</td>
                <td>17-27</td>
                <td>Hong Kong—China, 2020</td>
                <td>Smartphone (nonspecified)</td>
                <td>First-person dating simulator</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>SOLVE: Socially Optimized Learning in Virtual Environments.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>YMSM: young men who have sex with men.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>IOS: iPhone Operating System.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>See <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Identified Games</title>
        <sec>
          <title>The Baby Game!</title>
          <p><italic>The Baby Game</italic> [<xref ref-type="bibr" rid="ref27">27</xref>] is a management simulator in which high school students are asked to simulate a budget and schedule based on different scenarios. The students’ task is to establish how many hours they could devote to different activities (eg, chores, homework, sleep, recreation, and caring for their baby). They receive feedback, printed on a scorecard, based on how close their schedules are to a hidden correct time distribution.</p>
          <p>The game aims to provide realistic information about the life changes that would occur if a student had a baby and how the newly added responsibility might affect their lives, with the assumption that this would enhance young people’s intentions of delaying parenthood and using contraceptives.</p>
        </sec>
        <sec>
          <title>Romance</title>
          <p><italic>Romance</italic> [<xref ref-type="bibr" rid="ref27">27</xref>] is a text adventure in which high school students write down how they will deal with a set of scenarios of romantic and sexual nature. They then receive feedback in the form of a simulated outcome. At the end of their run, players obtain a final scorecard based on the adequacy of their decisions. The exercise aims to improve students’ knowledge about sexuality and contraception, increase their skills for interaction, and serve as a practice for responsible sexual decision-making.</p>
        </sec>
        <sec>
          <title>VODO</title>
          <p><italic>VODO</italic> [<xref ref-type="bibr" rid="ref28">28</xref>] is a text adventure game in which high school students aged 15 years have to guide the main character through a series of scenarios. The game presents the player with a detailed written description of a situation; for example, “You are in your room. It is a sunny room full of things that are important to you. Tell the computer what you want to do?” The players then respond using simple English sentences; the game has an extensive vocabulary and is able to anticipate the responses typically provided by the students. Efforts were made so that although the player needs to make many choices, decisions are not presented overtly. This was done because the researchers wanted to convey the lesson that one has a choice, even when apparent conditions suggest otherwise.</p>
          <p>An important aspect of this game is that it includes a roster of nonplayer characters (NPCs) with whom a player can interact and even form relationships that may or may not involve sex. Each of the NPCs has different names, personalities, and motives. In cases where the player chooses to have unprotected sex, the game creates a scenario in which the character has a child. The child randomly cries for different reasons and requires careful attention, creating tension between the character and their friends.</p>
          <p><italic>VODO</italic> was designed to improve participants’ decision-making skills by providing a scenario in which they were able to rehearse and obtain feedback on their choices. The topics presented in the game were broad. Although they are focused on matters of sexual health (eg, contraceptive use, STIs, and the consequences of unwanted pregnancies), it also includes other issues that might affect teenagers (eg, drunk driving, drug use, and the ability to be alone without being lonely). Strategies such as complementary quizzes were meant to increase real-life communication about sex within the family.</p>
        </sec>
        <sec>
          <title>Choose Your Own Adventure</title>
          <p><italic>Choose your own adventure</italic> [<xref ref-type="bibr" rid="ref29">29</xref>] is the name that we have provided for 1 of the 6 modules that formed an unnamed intervention aimed at reducing rates of unintended pregnancy and STIs in adolescents from rural areas in the United States.</p>
          <p>The game comprises half of one of the modules. Players are expected to play through a virtual date and make choices that could put them in a situation where their dates want to have sex, but they do not. The game finishes with different positive or negative outcomes and products of the in-game decisions that were taken. To make the game more engaging and increase its replay value, the developers built in some remarkable elements. For example, they included &#62;150 images of various people, places, and STIs, which were randomly selected at various points in the game so that they would be different during each run. Furthermore, all in-game dialogs were recorded, and the NPCs actually spoke to the players. The other half of the module comprised submitting an original refusal line. The researchers reported that the entire module (game+refusal line submission) had a completion rate of 41%.</p>
        </sec>
        <sec>
          <title>Socially Optimized Learning in Virtual Environments</title>
          <p><italic>SOLVE</italic> (Socially Optimized Learning in Virtual Environments) [<xref ref-type="bibr" rid="ref30">30</xref>] is a 3D dating simulator aimed at men who have sex with men (MSM) aged 18 to 24 years who reported having engaged in recent unprotected anal intercourse (UAI). The settings are constructed around different scenarios that might be faced by young MSM involving some form of sexual decision (eg, meeting someone at a party and going to their apartment afterward). In each situation, the player encounters a series of <italic>choice points</italic> where they need to make self-regulatory decisions (eg, accepting or refusing alcohol or offers of casual sex). After choosing to engage (or not) in virtual sex, there is a customized recap sequence in which the player’s virtual behavior is shown in sequence so that he can identify the different decisions that led to a particular outcome (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
          <p>The idea was that through rehearsal and feedback, players could practice their decision-making skills. Throughout the process, they are guided by different NPCs (peers and one’s virtual future self) who instruct them to follow a set of guidelines when faced with risky situations.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>SOLVE (Socially Optimized Learning in Virtual Environments) avatars [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
            </caption>
            <graphic xlink:href="games_v10i2e33207_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>HIV Risk Game</title>
          <p>This intervention [<xref ref-type="bibr" rid="ref31">31</xref>], unnamed in the published article, is a relatively simple game in which youth are expected to identify who was more likely to have HIV between 2 randomly generated individuals. Each participant plays 10 rounds of the game. Instead of receiving a direct answer regarding whether they made the right choice, the participants receive information about HIV and risk and construct their own learning based on their experimentation.</p>
        </sec>
        <sec>
          <title>Keep it Up!</title>
          <p><italic>Keep it up!</italic> [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] is a 7-module, multi-method intervention (one that includes the use of &#62;1 method of data collection in a study) aimed at improving STI prevention strategies among young MSM in the United States. The main gaming component is called The Club Game. This game uses a real-life scenario (going to the club) to explore decision-making around using condoms; the steps to use condoms properly; and the effects of excessive alcohol consumption, drug use, and sexual arousal on decision-making. The player goes through 5 rooms and interacts with other patrons while completing the activities related to the abovementioned topics. The intervention uses diverse delivery methods (eg, videos, animation, and games) to improve HIV knowledge, motivate safer behaviors, teach skills, and increase self-efficacy for preventive behaviors.</p>
        </sec>
        <sec>
          <title>BattleViro</title>
          <p><italic>BattleViro</italic> [<xref ref-type="bibr" rid="ref35">35</xref>] is a twin-stick shooter mobile game aimed at improving antiretroviral treatment adherence among young MSM in the United States. During the game, players control an avatar that is shrunken down to fight viruses and other infections in 6 levels of increasing challenge. Each level is set on a specific organ ranging from the lungs to the brain. Throughout the different levels, the player shoots down threats to the host’s body while picking up health points in the form of medicine (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The character also receives messages from health care personnel, encouraging them to carry on and providing clues in challenging areas of the run. In addition, the player might answer quizzes from clinician avatars to earn additional points or powers. Wrong answers are corrected and explained. In addition to the game, participants with perfect adherence would receive congratulatory texts, whereas the other participants would receive motivational messages encouraging them to carry on.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>BattleViro gameplay [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
            </caption>
            <graphic xlink:href="games_v10i2e33207_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Viral Combat</title>
          <p><italic>Viral Combat</italic> [<xref ref-type="bibr" rid="ref37">37</xref>] was developed by the same team that created <italic>BattleViro</italic>. However, instead of targeting people already with HIV, this game attempts to promote PrEP adherence. The levels are slightly different, as are the messages received by physicians and nurses; however, the main mechanics are similar. The game includes quizzes that go beyond PrEP adherence, including information on HIV and other STIs.</p>
        </sec>
        <sec>
          <title>MyPEEPS</title>
          <p><italic>MyPEEPS</italic> [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>] is a role-playing game in which young MSM with little to no sexual experience go through different scenarios guided by 4 characters (the <italic>peeps</italic>) who teach them about sexual health care. The game comprises 4 sequential modules (PEEPScapades). The completion of the different modules is incentivized by in-app trophies.</p>
        </sec>
        <sec>
          <title>First-person Scenario Game</title>
          <p>First-person scenario game (<italic>FPSG</italic>) is the name we have provided for a multi-method intervention that aims to protect university students from the risks of using dating apps. The intervention comprises short informative videos in which students are taught about different risks, such as sexual abuse and scams. It includes a first-person simulation game in which the participant is presented with multiple choices when faced with real-life scenarios (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The game was designed with various algorithms that resulted in positive or adverse outcomes, depending on the character choices.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>First-person scenario game example screens [<xref ref-type="bibr" rid="ref41">41</xref>] (translation available in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
            </caption>
            <graphic xlink:href="games_v10i2e33207_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Results of Studies</title>
        <p>In the following sections, we discuss the main results of our review, structured around the findings related to the target populations, interventions, outcomes, and study designs.</p>
        <sec>
          <title>Target Population</title>
          <p>Finding games that were targeted exclusively at youth aged between 15 and 25 years was not an easy task. Several identified interventions included some participants outside our selected age bracket, especially at the younger end of the age range. This was likely due, in part, to the physical location where the interventions were delivered. For example, several interventions were conducted in high schools [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>], including students from both within and outside our age group. We did not find many studies that included participants outside the upper end of our age range. We found only 1 trial in which recruitment was done in colleges; however, even in this particular setting, the number of students aged &#62;25 years (our upper age limit) was small [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          <p>Concerning gender and sexual orientation, many recent studies have focused on MSM and the prevention of STIs. A total of 7 studies had been conducted over the past 10 years; 5 of these focused exclusively on MSM. All but one of the games targeted urban youth; only 1 focused on rural populations [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
          <p>On the basis of target population profiles, we divided the studies into 2 broad categories. First, there were those that were based in an educational institution (high school or university), included people of all genders and sexual orientations, and focused on contraception and STIs [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. The second group was most commonly recruited from youth centers or sexual health clinics, focused exclusively on MSM, and had a clear focus on STI prevention and management [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        </sec>
        <sec>
          <title>Interventions</title>
          <sec>
            <title>Overview</title>
            <p>In the following sections, we describe the elements of the 11 games. However, first, it is important to note how little information about the games themselves was readily available in published articles. Authors often devoted little space to describing how the games looked and how they were played. Considering that playing games is a visual activity, the inclusion of images could have been a valuable way of providing this information. However, with some noteworthy exceptions [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], this was rarely performed; most articles did not include any form of visual aid to explain the game. Some articles included links to demos or webpages where the content was said to be available; however, in &#62;1 case, the links were broken, or the page had already ceased to exist. Owing to the rapid nature of this review, no author and game developers were contacted during the process.</p>
          </sec>
          <sec>
            <title>Game Age</title>
            <p>Regarding the age of the games themselves, we identified a clear bimodal distribution; 3 games were created in the wake of the digital revolution ≥30 years ago, whereas the remaining group was developed more recently. Earlier games were graphically simpler but in no way less informative. We found it striking that from very early on, video games were seen as valuable tools to promote learning and attitude change.</p>
          </sec>
          <sec>
            <title>Gaming Platform</title>
            <p>The interventions used different platforms to host the games. Considering the time span across which the games were developed, it is not surprising that the most commonly used platform was that with the longest history, the PC. The changes in the games reflect the technological evolution that has affected this platform. Although popular, tablets were only mentioned in one of the games [<xref ref-type="bibr" rid="ref33">33</xref>]. As might be expected, when mobile phones became widespread, the idea of using smartphones as platforms for serious gaming became an option. Of the 4 reviewed games for mobile phones, 2 (50%) were exclusively developed for the iPhone [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], whereas the other 2 (50%) did not specify which operating system they worked with [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. These later games used mobile connectivity to increase participant engagement through push notifications and messages [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. However, it is noteworthy that most interventions did not appear to use patches and updates to freshen their content, even when they were constantly connected to the internet.</p>
          </sec>
          <sec>
            <title>Accessibility and Difficulty</title>
            <p>A decision that is implicit in platform selection is accessibility. Most interventions aspire to be easily scalable. To achieve this, they must operate on an already popular and ubiquitous platform and use relatively little graphic processing power. We do not have access to the system requirements for any of the listed games. However, based on their description, it appears most operated on or below the considered average computing power at the time of their release.</p>
            <p>With regard to game difficulty, all interventions can be placed on a continuum. On one end, there are games that provide an easy experience; that is, the game is seen as a vehicle through which information can be provided in an entertaining fashion. On the other end, we have games that provide a very demanding experience. The best example of this in the games we identified is <italic>VODO</italic>. The developers included a section of the game in which the player needed to answer 2 questions about sexual health. If either of these answers was incorrect, the game was over, and the player had to start all over again. This type of failed outcome was a very common scenario of text adventures at the time and motivated the player to replay the game several times, learning all its intricacies. An even more challenging aspect of these questions is that the answers were not provided in-game. The player was meant to search elsewhere for information; or even better, the topic should become a conversation starter for youth to discuss with their friends, parents, or teachers. This is an example of how a severely challenging task was used to <italic>frustrate</italic> the players into action.</p>
            <p>As could be expected, these extremes in game difficulty were not without their issues. A nonchallenging game can be boring and can inhibit engagement. At the same time, a too-challenging game can tire a proportion of the players out of the intervention. In an effort to resolve these 2 positions, some game developers opted for an increasing level of difficulty; that is, instead of having a flat, low-level difficulty throughout the experience or a series of extreme spikes every so often, these games ramp up the difficulty with every level [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          </sec>
          <sec>
            <title>Expected Playthroughs and Playing Time</title>
            <p>There are 2 related elements to consider here: expected playthroughs and expected contact time. In other words, how many times are players expected to play the game, and for how long? As we will discuss in the following sections, repetition, rehearsal, and feedback play an essential role in learning through games; therefore, it is expected that most games were designed to keep the player engaged in &#62;1 run. Unfortunately, there is little information about these aspects in most of the included articles. Among the games that specified an expected playing time, we found periods of &#60;1 hour of gaming. However, it was not always clear whether these times were for single or multiple playthroughs.</p>
          </sec>
          <sec>
            <title>Type of Game and Game Setting</title>
            <p>Game settings can be broadly divided into 2 types: realistic and science fiction. There was a clear preference for the latter in our sample of games. Most games were situated in locations and environments to which the player could directly relate, such as hanging out with friends after school or going to a house party. The idea behind this is that a greater similarity between the simulated situation and a plausible real-life event might make it more likely that players will relate to the content and act upon what they have learned. Game developers have gone into great efforts to create content grounded in reality, where situations that the players have directly experienced are portrayed both didactically and accurately. For example, <italic>SOLVE</italic> allowed players to personalize their avatars, and <italic>The Baby Game</italic> used actual prices when they calculated the costs of raising a child.</p>
            <p>The types of games in the realistic group were highly diverse. <xref ref-type="table" rid="table1">Table 1</xref> presents a list of the different styles of games that were included. We want to highlight 3 features. First, the variety is notable; as can be seen, games ranged from management simulators to role-playing games. The second feature is the relative preponderance of the dating simulators. Approximately 44% (4/9) of the nonfiction games were dating simulators. However, even within this specific setting, we found different styles (eg, text adventures, 3D, and chat simulators). Finally, the role of complementary activities in each game should be mentioned. Minigames are found in several games, particularly in the form of quizzes [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. This seems to have been one of the main strategies through which game developers delivered specific sexual health knowledge.</p>
            <p>However, not all games followed a realistic route. <italic>BattleViro</italic> and <italic>Viral Combat</italic> opted instead for science fiction in the action setting [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. In both games, the characters are shrunk down to a microscopic scale and are meant to protect the human body from infections by shooting down viruses, bacteria, and vectors of disease. Here, the developers tried to create a power fantasy in which the player can take control of their actions and reach a desirable healthy state. The content and settings were still related to the topic of focus (antiretroviral treatment and PrEP adherence); however, the developers avoided making direct or explicit statements about them.</p>
            <p>We can see that there is &#62;1 valid strategy for promoting engagement with the material. One school of thought aims to create easy-to-relate experiences, whereas the other uses a fast-paced game to empower participants into action.</p>
          </sec>
          <sec>
            <title>Single or Multiplayer Game (Private or Social Experiences)</title>
            <p>An element mentioned throughout the different interventions is the contrast between creating a single or multiplayer experience. In other words, was the game designed to be played alone or with a group? Most of the games reviewed appear to have been designed for single-player use. However, it should be noted that all single-player experiences can be turned into multiplayer experiences by the players themselves. Researchers reported that, in several cases, games that were not meant to be social experiences were transformed into a group activity when a player spontaneously brought their friends or partner to play the game together and comment on it.</p>
            <p>The decision to develop a single- or multiplayer game is affected by several factors. The first is the target population. Interventions focused on MSM were very keen on not <italic>outing</italic> their players involuntarily or having them openly disclose their health information; hence, single-player games might have been preferred. Second, the game’s topic of focus is an important factor to consider. Some topics are easier to work with at the individual level than at the group level. For example, <italic>SOLVE</italic> was a game that tried to decrease the feelings of shame that gay or bisexual men might experience regarding their sexual preferences [<xref ref-type="bibr" rid="ref35">35</xref>]. Considering that many players had strong feelings of shame and were reticent to disclose information about their sexual interests, they may not have been comfortable playing a game with others.</p>
            <p>The third influence is logistical, technological, or economic restriction. When PCs were not ordinary household items but specialized pieces of hardware, they were not as commonly available as they are now. For this reason, older games tended to be a social experience; many people had to use the same computer to make it viable for enough players to play the game [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
            <p>The final reason for choosing single- or multiplayer games relates to the learning strategy of choice. Some game developers opted to purposely promote out-of-game discussions of sexual health topics [<xref ref-type="bibr" rid="ref28">28</xref>]. The aim was to make the game a topic for discussion with family members, teachers, and friends.</p>
          </sec>
          <sec>
            <title>Outcome Change Mechanisms</title>
            <p>There are several ways in which we could try to classify the underlying mechanisms used in video games to change specific behaviors in users. Here, we divided the mechanisms into 3 categories: those based on knowledge, those focused on enhancing skills and self-efficacy, and those that motivate change through emotions. These groups are not mutually exclusive; 1 intervention might have &#62;1 underlying mechanism.</p>
            <p>Some games aim to provide knowledge, expecting that it will generate behavior change. For example, some games share facts about contraceptives, their efficacy, and the risks involved in not using them. In such cases, one of the most critical elements is to provide a clear and easy-to-understand message. It has been noted that most interventions try to make the message grounded in a specific element or situation in the game. Many games focusing on providing knowledge prioritized the provision of immediate and clear feedback, specifying where and when an error was made and what its potential outcomes might be. The same applies to decisions that have a positive outcome. For example, in <italic>SOLVE</italic>, when a player chose to engage (or not) in in-game sex, they were offered a quick recap of all the previous decisions that drove them to their current state (decisions that were not always apparent at the time they were made).</p>
            <p>The final element of knowledge is how it is constructed. We have previously stated that the message must be clearly stated. However, for some interventions, this did not necessarily mean that the message had to be explicitly delivered. For example, the <italic>HIV risk game</italic> had a clear message that needed to be delivered: older people were more likely to have HIV than younger people. Players played 10 rounds of the game in which they made a judgment about which character was more likely to have HIV. As feedback, the players did not receive the correct answer; they only knew whether they were right or wrong. This key message was supposed to be inferred (constructed) by the participants based on their in-game experience.</p>
            <p>Two of the most frequently used strategies in games focused on increasing the participants’ skills and self-efficacy, which was achieved by a mixture of relatability and rehearsal. By relatability, we mean all the different factors that can make the situation in a game similar to the ones players face or think they will face. The developers made great efforts to provide experiences grounded in those that the players have had or will experience. The assumption is that, in general, the closer a setting and its characters are to the real world, the easier it will be for the player to assimilate the lesson and put it into practice. This is one of the reasons why several games designed characters with different personalities and stories so that the player can easily associate 1 or several of them with their friends and acquaintances. Similarly, one of the reasons why some avatars were customizable was to make it easier for players to empathize with their in-game presence. The same can be said of the setting in which the interactions occur. In several cases, the setting was very similar to that currently experienced by the players. One of the clearest cases of relatability is in the FPSG game. The player learns about the risks of dating apps by playing a game that uses an instant messaging app as one of its primary interfaces.</p>
            <p>Similarly, rehearsal and repetition also played a significant role in improving self-efficacy. The idea is that players will train themselves to make safe decisions in real life because they have made the same correct decisions in a virtual world before. The more times a player does something, the more likely it is for him or her to feel (and be) proficient in it.</p>
            <p>The final strategy relies on using emotions to generate a reaction in the player. There are several methods in which this has been performed in different games. Some developers opted to generate negative emotions that frustrated or scared players into action. For example, in <italic>Romance</italic>, if the players initiated unprotected sex, they would have a baby that would cry randomly during the game, negatively affecting their relationships with their friends. Other games used positive emotions to inspire players to act. <italic>BattleViro</italic> and <italic>Viral Combat</italic> are good examples of this practice, having used fast action, increasingly challenging shooter-style games to empower their players to take control of their treatment. Finally, there were games that aimed to reduce the negative emotions that inhibit players’ ability to do something. The best example of this practice is <italic>SOLVE</italic>, a game whose main aim was to reduce the feelings of shame that MSM might experience. Through a series of stories and vignettes, the intention was that the player might consciously acknowledge their desires as something normal, which carries no stigma.</p>
          </sec>
          <sec>
            <title>Game Development</title>
            <p>We cover 3 main topics in this section. We begin with a general description of the development process of the games. We then assess the involvement of stakeholders in the creation of the game: who was invited, when, and in what capacity.</p>
            <sec>
              <title>Development Process</title>
              <p>The published papers provided little information on the development of game mechanics. There was often no data regarding how long the game design lasted, how much its budget was, who and how many people were involved, and what program or programs and engine or engines they used to create it. From conversations with researchers, we know that in some cases, university-based groups were in charge of software development. However, apart from <italic>FPSG</italic>, very little additional information is readily available from these articles or other related publications on game development.</p>
              <p>Some interventions adapted previous activities or interventions for the construction of new games. In some cases, existing materials and activities from previous interventions were adapted to a video game form. The details of these interventions were usually left nebulous; however, we know that in the case of <italic>MyPEEPS</italic>, <italic>Keep it up!</italic>, and <italic>SOLVE</italic>, a considerable part of the content of the games was taken from previous non–video game–based interventions. For example, <italic>MyPEEPS</italic> included 4 characters (the titular <italic>peeps</italic>), who were a composite of previously existing characters used during the formative phase of the intervention.</p>
              <p>The development of other interventions was probably informed by existing games, although few articles provided much detail about this. The only exception to this trend was <italic>Viral Combat</italic>, heavily influenced by <italic>BattleViro</italic> [<xref ref-type="bibr" rid="ref37">37</xref>]. The same team of researchers developed both games, and one might even say that the former is an improved version of the latter.</p>
              <p>In summary, we found that interventions have either been developed entirely from scratch or based on a previous in-person intervention. Explicit references to previously existing games were unusual in the reviewed studies.</p>
            </sec>
            <sec>
              <title>Stakeholder Participation</title>
              <p>The teams in charge of designing the interventions frequently made considerable efforts to involve different stakeholders throughout the process. Among the stakeholders who participated in the design of games were end users [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], members of nongovernmental organizations concerned with sexual health or youth well-being [<xref ref-type="bibr" rid="ref34">34</xref>], and unspecified community leaders [<xref ref-type="bibr" rid="ref28">28</xref>]. There is little to no mention of the involvement of parents, teachers, or other authority figures. Focus groups [<xref ref-type="bibr" rid="ref34">34</xref>] and in-depth interviews [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>] were used to access stakeholders’ views.</p>
              <p>There were 3 main reasons for stakeholder involvement. The first reason was to conduct a needs assessment. This allowed the intervention designers to prioritize topics or behaviors that required specific attention. For example, in the development of the <italic>FPSG</italic> intervention, 4 focus groups were held by the developer to identify key risks that caused concern among young people using dating apps in Hong Kong. The second reason to involve stakeholders was to improve the quality of the game itself. For example, <italic>Keep it up!</italic> conducted interviews with stakeholders to ensure that the situations and languages they used in their club games were similar to those experienced by young men in their everyday interactions [<xref ref-type="bibr" rid="ref33">33</xref>]. This allowed them to generate greater engagement with the final users by presenting situations comparable with those they had experienced previously. Finally, approval from the governing body is needed. By involving community leaders and local authorities, intervention designers could ensure that they would receive support for the subsequent stages of the process. For example, <italic>VODO</italic> involved people from 30 different local institutions to avoid the inclusion of content or situations that might have been perceived as unacceptable by the community [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
            </sec>
          </sec>
          <sec>
            <title>Multi-Method Interventions</title>
            <p>A final element to discuss is that although all interventions relied considerably on video games to achieve their goals, it was not necessarily the only method they used. Approximately 27% (3/11) of the games were meant to be played in conjunction with other activities.</p>
            <p>For these specific interventions, the games seem to be one of the few activities in which the participants could take agency and act upon the knowledge they received. For example, when the participants are completing scales or watching videos, they are fairly passive, and the moments in which they play the games are the only times when they really take control, make decisions, and see their results. Although no intervention specified the playing time, or the time used in the other modules, it appeared that the games were the activities that comprised most of the participants’ time.</p>
          </sec>
        </sec>
        <sec>
          <title>Outcomes</title>
          <sec>
            <title>Overview</title>
            <p>In this section, we discuss the effectiveness of the interventions in achieving their goals, organized by the outcomes adopted in our search criteria. <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> provides a summary of the results.</p>
          </sec>
          <sec>
            <title>Decrease in Unintended Pregnancies</title>
            <p>Rather unexpectedly, none of the studies assessed the number of pregnancies. There are 2 possible explanations for this. First, almost half of the chosen games were not marketed to women but to MSM. Second, the sample sizes were too small, and the follow-up periods were too short, for the relatively low occurrence of pregnancy to become a viable measure of the success of an intervention.</p>
          </sec>
          <sec>
            <title>Decrease in STIs</title>
            <p>Only <italic>Keep it up!</italic> used STI biomarkers to assess changes in STI incidence. The researchers tested for chlamydia and gonorrhea through self-collection of rectal swabs. Through matched odds ratios, the control group showed a 55% increase in STI incidence, whereas the treatment group showed a decrease of 51%. These results were significant; however, we must be mindful that this intervention had multiple components, and the video game was only one of them.</p>
          </sec>
          <sec>
            <title>Increased Contraceptive Use</title>
            <p>Approximately 27% (3/11) of interventions measured changes in reported contraceptive use. Unfortunately, they did so in very different ways, which limited our ability to compare them. <italic>Choose Your Own Adventure</italic> asked about condom use at the last intercourse and found no effect of the intervention. The other 2 studies assessed the frequency of UAI with nonprimary partners during the past 3 months. Although <italic>SOLVE</italic> was unable to show significant differences between the treatment and control groups, <italic>Keep it up!</italic> reported a significant decrease in the number of UAI events 1 year after the start of the intervention.</p>
            <p>In summary, studies on the effects of video game interventions on contraceptive use have shown inconsistent results.</p>
          </sec>
          <sec>
            <title>Acquisition of New Knowledge Regarding Sexual Health</title>
            <p>The acquisition of new knowledge was one of the most commonly measured outcomes; however, the topics and measures varied significantly among the different interventions. Frequently, ad hoc questionnaires were created to assess differences between the treatment and control groups. <italic>The Baby Game</italic> quizzed participants on the costs (both time and money) involved in taking care of a baby. <italic>Romance</italic> used the same methodology but compared knowledge about the efficacy of different contraceptive methods. Studies on both of these interventions suggested improved knowledge in the treatment group compared with the control group. However, we should keep in mind that knowledge was assessed only immediately after the game ended and that no effect size measure was presented. Other interventions also relied on ad hoc tests; however, it was unclear exactly what topics they explored. <italic>Choose Your Own Adventure</italic> showed positive results (of medium effect size); however, <italic>VODO</italic> failed to do so. Both interventions followed a pretest-posttest design.</p>
            <p>A comparable example is that of <italic>BattleViro</italic> and <italic>Viral Combat.</italic> They both tested their participants’ HIV knowledge, and although they were very similar games, only <italic>BattleViro</italic> showed positive results. It should be noted that <italic>BattleViro</italic> tested their participants 16 weeks after the intervention started, whereas <italic>Viral Combat</italic> did so at weeks 12 and 24. The extended period between intervention and data collection in <italic>Viral Combat</italic>, compounded by attrition of 32% of the original sample, might have biased the intervention results. However, one would also expect that participants who stayed longer would be more engaged, would have clocked in more hours in the game, and would have a better overall performance.</p>
            <p>In conclusion, we do not have enough evidence to clearly state that games have a significant effect on increasing knowledge of sexual health topics. The variety of topics assessed, the limited amount of information regarding the content of the tests, and the large variability in the time between intervention and postintervention assessment precludes our ability to establish a clear causal relationship between playing and learning.</p>
          </sec>
          <sec>
            <title>Changes in Perceived Risk of Pregnancy</title>
            <p>Only 2 games assessed this variable. <italic>Romance</italic> asked participants to assess the odds of becoming pregnant when having unprotected sex. Improvements in favor of the treatment group immediately after they finished playing the game were reported. Unexpectedly, a study on <italic>Choose Your Own Adventure</italic> found significant differences in favor of the control group. However, the researchers measured a construct called <italic>susceptibility</italic>, which merged the perceived risk of pregnancy with the perceived risk of STIs; thus, there might have been some cross-contamination in the assessment. The authors speculated that their results might be related to the fact that fewer people initiated sexual activities in the treatment group (ie, they were abstinent) than in the control group; hence, they did not feel at risk of any adverse outcomes related to having sex. They also considered that as the treatment group was more aware of the risks and the measures they could take against them, they felt better able to protect themselves.</p>
          </sec>
          <sec>
            <title>Changes in Perceived Risk of STIs</title>
            <p>Approximately 36% (4/11) of games addressed this topic. We have already discussed the findings of <italic>Choose Your Own Adventure</italic>. The entire intervention of the <italic>HIV risk game</italic> was centered on assessing the risk of someone having HIV based on their age and gender. Positive results were obtained for both men and women. The assessment was performed immediately after the intervention and 3 months later (the last time only for male participants).</p>
            <p><italic>BattleViro</italic> and <italic>MyPEEPS</italic> also assessed the perceived risk of STIs but in an indirect fashion by asking about STI testing. <italic>BattleViro</italic> measured the types of sexual behavior, frequency of sex, and number and gender of partners reported in the past 3 months. The authors found no differences between the control and treatment groups. <italic>MyPEEPS</italic> measured the frequency of STI testing and found that after the intervention, those in the treatment group were more likely to get tested than those in the control group.</p>
          </sec>
          <sec>
            <title>Attitudinal Change Toward Safe Sex</title>
            <p>Approximately 18% (2/11) of interventions targeted attitudinal changes toward safe sex. <italic>VODO</italic> measured participants’ attitudes toward sex on 2 axes: liberal versus conservative and positive versus negative. Both the control and treatment groups shifted to a more liberal position; however, the change was greater in the treatment group. The change in this group was sufficient for it to move, on average, from a conservative perspective toward a liberal one. No significant changes were observed in the positive and negative axes.</p>
            <p><italic>Choose Your Own Adventure</italic> assessed the predisposition toward waiting to have sex and found a significant effect of their intervention among students aged between 15 and 16 years. After completing ≥1 of its modules, participants were more likely than those in the control group to postpone sexual initiation.</p>
          </sec>
          <sec>
            <title>Self-efficacy Toward Sexual Health</title>
            <p>Self-efficacy, be it general or specific to sexuality, was one of the most frequently chosen outcome variables across the different games. <italic>Choose Your Own Adventure</italic> considered 4 domains of sexual self-efficacy: condom negotiation self-efficacy, condom use self-efficacy, situational self-efficacy (the ability to control a situation that might be conducive to sex), and refusal self-efficacy (the ability to say no to sexual intercourse). However, the findings were mixed. The intervention increased participants’ self-efficacy toward condom negotiation and situational self-efficacy; however, no effects were found regarding condom use or refusal. It is not surprising that condom use self-efficacy did not change considerably between groups as the intervention did not include any components that directly taught students how to apply and use a condom. However, it did have 1 activity specifically focused on improving refusal skills, which was tightly tied to the game itself. The fact that this activity failed to produce the desired results for this variable is noteworthy.</p>
            <p><italic>BattleViro</italic> and <italic>Viral Combat</italic> assessed a similar domain of self-efficacy: participants’ belief that they would be able to adhere to a treatment regime. Both interventions found no significant change in either the short (12 weeks) or long-term (16 weeks and 24 weeks) assessments. <italic>MyPEEPS</italic> reported positive results when assessing HIV self-efficacy in the short term (3 months). Researchers have yet to publish their results for the long-term assessments (6 months).</p>
            <p>We consider that the results on self-efficacy are mixed. Considering that the interventions are varied in methodology and topics and that they have worked on different domains of self-efficacy, this is not a particularly surprising result.</p>
          </sec>
          <sec>
            <title>Decrease in the Number of Sexual Partners</title>
            <p>Approximately 27% (3/11) of interventions aimed at reducing the number of sexual partners, all of them for MSM—<italic>Keep it up!, Viral Combat,</italic> and <italic>MyPEEPS</italic>—and none resulted in a reduction in the number of sexual partners in their samples.</p>
          </sec>
          <sec>
            <title>Increase in Adherence to Prophylaxis or Treatment</title>
            <p>Approximately 27% (3/11) of interventions focused on increasing adherence to either treatment or PrEP. <italic>BattleViro</italic> and <italic>Viral Combat</italic> used a mixture of bioindicators, self-reported behavior, and electronic device follow-ups to assess this outcome. A total of 2 bioindicators were used: HIV-1 viral load in <italic>BattleViro</italic> and 1ARV (activator protein 1) levels in <italic>Viral Combat</italic>. <italic>BattleViro</italic> produced equivalent decreases in HIV-1 viral load in both treatment and control groups. <italic>Viral Combat</italic> reported results that favored the treatment group at both 12 weeks and 24 weeks after the beginning of the intervention; however, these findings were not statistically significant. Treatment adherence, measured by self-report in <italic>Viral Combat</italic> and by self-report plus electronic device records in <italic>BattleViro</italic>, showed similar results. In this regard, no intervention showed better results than the usual treatment. <italic>MyPEEPS</italic> also measured PrEP and postexposure prophylaxis adherence using self-reported measures and found no significant differences between the treatment and control groups.</p>
          </sec>
        </sec>
        <sec>
          <title>Study Designs</title>
          <p>Bearing in mind that our search criteria only allowed for RCTs and quasi-RCTs, we identified 2 main study designs. Studies were either posttest-only trials [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] or pretest-posttest trials [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref42">42</xref>].</p>
          <p>Depending on the study, the control group received different treatments. Waiting-list control was one of the most straightforward control designs. A more complex one was treatment as usual (TAU), where the usual or standard was given to a group of participants.</p>
          <p>For example, for <italic>The Baby Game</italic>, researchers compared their game with a regular sexual health education class for that specific age group [<xref ref-type="bibr" rid="ref28">28</xref>]. A similar option was TAU+. Here, the participants received TAU and an additional component that was functionally similar but thematically different from the experimental group. For example, as <italic>BattleViro</italic> provided smartphones so that participants could play the game, they also provided smartphones to the control group. However, these iPhones did not have the specific game installed but another non–HIV-related game [<xref ref-type="bibr" rid="ref35">35</xref>]. Another form of control group provided more or less the same content as the game but in a delivery mode that had no ludic or interactive elements. For example, <italic>Keep it up!</italic> provided an internet-based experience with the same information as their intervention but using static slides instead of the more dynamic approach taken with the treatment group.</p>
          <p>Finally, in reviewing whether the studies had adequate sample sizes, we found that the sample sizes were generally large enough to detect expected differences. Most studies, especially the more recent ones, determined their sample size based on a power analysis (although this analysis was usually constructed around educated guesses). Even if the sample size in the reviewed studies was usually large enough, one of the main threats to statistical power was a relatively large attrition rate, especially among studies with multiple or long follow-ups. The most extreme case was in the <italic>HIV risk game</italic> study, which reported an attrition rate of 66.8%. In the remaining studies, the attrition rate was approximately 30%.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The findings of our review yielded important conclusions and implications for future research and game development. First, the findings highlighted considerable diversity in video game–based interventions. Although all of them addressed similar topics, they did so in fairly distinct ways. The outcomes assessed in studies evaluating games were also very diverse and, even when similar, were measured differently in each study. Second, we found that game developers have made great efforts to elicit experiences tailored to the specific needs of the targeted population, most often achieving this through regular stakeholder participation activities throughout the game development process.</p>
        <p>One of the most surprising findings was the age of the identified games. The fact that the games were developed over such an extended period suggests that even when the graphical complexity and the interface changed considerably, learning through gaming is and has been seen as a viable and successful strategy.</p>
        <p>However, although game interventions for sexual health have been in existence for almost three decades, relatively few studies have evaluated them, and the results of previous studies have been mixed. Moreover, there is little clarity regarding which specific elements of a game facilitate a positive outcome. This is partly because of the diversity of the behavior change mechanisms underlying interventions, the variety of the games themselves, the populations they target, the outcomes measured, and how these are measured. All these differences make it challenging to identify a clear causal link between playing a game and improving an aspect of sexual health. However, although the impact on sexual health is not always clear, the fact that video game–based interventions are of interest to most young people is well-established.</p>
        <p>Nevertheless, there are other less positive aspects of research in this area that we need to acknowledge. First, there is a lack of information available in published reports on different games, especially in the gameplay aspect. This ties to another unexpected finding of our review. Although video game–based interventions are meant to be easily scalable, there are no reports on any of these games being picked up for broad distribution. In fact, only <italic>BattleViro</italic> was readily available for download. Moreover, although the interventions were very varied, almost all of them targeted people living in urban areas of the United States. There were no interventions developed with populations from lower-income countries in mind, and almost no interventions were aimed at rural populations. Finally, very few interventions were informed by a behavioral theory or model.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Our review had some notable strengths. We followed the Cochrane Rapid Reviews Method Group guidelines [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] to conduct the review and searched several key literature databases. A second reviewer was involved in screening 20% (51/257) of the articles at the title and abstract screening stage and 50% (35/70) of the articles at the full-text screening stage.</p>
        <p>Some limitations of our review should also be acknowledged. As this review was rapid, our search used 5 databases; thus, we may not have identified all the relevant literature. We restricted our age range to 15 to 25 years and, in the screening process, noticed that some interesting game-based interventions focused on younger adolescents and children. A final limitation was that we did not exclude studies based on quality.</p>
      </sec>
      <sec>
        <title>Conclusions and Recommendations</title>
        <p>In conclusion, we do not have enough evidence to clearly state that games have a significant effect on sexual health among young people. The interventions and how they were evaluated were too diverse to reach a clear conclusion. However, based on the original authors’ criteria for success, we have compiled a set of recommendations for developing game-based interventions to improve sexual health in young people (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
        <boxed-text id="box1" position="float">
          <title>Recommendations for developing game-based interventions to improve sexual health in young people.</title>
          <p>
            <bold>Recommendations for developing game-based interventions to improve sexual health</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Stakeholders should be involved in different stages of the game development process. Most successful strategies used qualitative participatory methods involving multiple stakeholders.</p>
            </list-item>
            <list-item>
              <p>A pilot phase in the development of games is strongly encouraged. This enables specific elements that could otherwise jeopardize the success of the initiative to be identified and modified.</p>
            </list-item>
            <list-item>
              <p>One of the most crucial decisions during the game development process is whether intervention participants are expected to go through the game once or multiple times. This affects the length, difficulty setting, and the main mechanics of the game.</p>
            </list-item>
            <list-item>
              <p>There are several viable ways in which a game can try to change someone’s behavior. None have proven to be markedly better than the others. However, some recommendations are as follows:</p>
              <list>
                <list-item>
                  <p>Knowledge-based interventions should aim to provide a clear message, and this message does not need to be explicit. In fact, some researchers recommend that the message is not explicitly stated but constructed by the players themselves.</p>
                </list-item>
                <list-item>
                  <p>Self-efficacy and skill-building interventions aim to provide easily relatable experiences and those that feel proximal to the player. The closer the player feels a game experience is to their own experience, the more likely it is that they will act upon it. The game serves as a rehearsal for the decisions they will make in real life.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Disregarding the mechanisms chosen by developers, some common elements are shared by most strategies:</p>
              <list>
                <list-item>
                  <p>Feedback is better if it is clear, detailed, and immediate. When playing, it is encouraged that users recap their decisions and learn which actions drove them to their current stage (whether positive or negative).</p>
                </list-item>
                <list-item>
                  <p>Repetition (as long as it does not transform into tediousness) is usually favorable, especially for skill building and knowledge acquisition.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>There are 3 common threats that plague these interventions:</p>
              <list>
                <list-item>
                  <p>Lack of technical support, especially after the game development phase ends, is a common threat.</p>
                </list-item>
                <list-item>
                  <p>Another threat is the stagnation of the content; that is, no updates are provided, and no new content is delivered.</p>
                </list-item>
                <list-item>
                  <p>The games are not easily found when someone wants to use them in other contexts. The created game should be openly available on the web if possible.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Game quality indicators (including playing time) were registered using self-reported measures. A suitable workaround using in-game data collection is recommended to bypass social desirability and recall issues that affect purely self-reported information.</p>
            </list-item>
            <list-item>
              <p>A plan for the implementation of the intervention should be made at the early stage of the project.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategy.</p>
        <media xlink:href="games_v10i2e33207_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 117 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>First-person scenario game example—English translation.</p>
        <media xlink:href="games_v10i2e33207_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 240 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Summary of results per intervention.</p>
        <media xlink:href="games_v10i2e33207_app3.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">FPSG</term>
          <def>
            <p>first-person scenario game</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MSM</term>
          <def>
            <p>men who have sex with men</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NPC</term>
          <def>
            <p>nonplayer character</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PrEP</term>
          <def>
            <p>pre-exposure prophylaxis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SOLVE</term>
          <def>
            <p>Socially Optimized Learning in Virtual Environments</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">STI</term>
          <def>
            <p>sexually transmitted infection</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">TAU</term>
          <def>
            <p>treatment as usual</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">UAI</term>
          <def>
            <p>unprotected anal intercourse</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by an Erasmus+ grant (project number 2020-2-UK01-KA205-079645).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Hoorn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Korenromp</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Unemo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abu-Raddad</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chico</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Smolak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thwin</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Broutet</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Chlamydia, gonorrhoea, trichomoniasis and syphilis: global prevalence and incidence estimates, 2016</article-title>
          <source>Bull World Health Organ</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>97</volume>
          <issue>8</issue>
          <fpage>548</fpage>
          <lpage>62P</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31384073"/>
          </comment>
          <pub-id pub-id-type="doi">10.2471/BLT.18.228486</pub-id>
          <pub-id pub-id-type="medline">31384073</pub-id>
          <pub-id pub-id-type="pii">BLT.18.228486</pub-id>
          <pub-id pub-id-type="pmcid">PMC6653813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Report on global sexually transmitted infection surveillance 2018</article-title>
          <source>World Health Organization</source>
          <year>2018</year>
          <month>12</month>
          <day>19</day>
          <access-date>2022-05-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/rest/bitstreams/1170799/retrieve">https://apps.who.int/iris/rest/bitstreams/1170799/retrieve</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Sexually transmitted infections and screening for chlamydia in England, 2018: health protection report</article-title>
          <source>Public Health England</source>
          <year>2019</year>
          <month>6</month>
          <day>4</day>
          <access-date>2022-05-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pcwhf.co.uk/wp-content/uploads/2019/06/hpr1919_stis-ncsp_ann18.pdf">https://pcwhf.co.uk/wp-content/uploads/2019/06/hpr1919_stis-ncsp_ann18.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woog</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Philbin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Adolescent women’s need for and use of sexual and reproductive health services in developing countries</article-title>
          <source>Guttmacher Institute</source>
          <year>2015</year>
          <month>8</month>
          <access-date>2022-05-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.guttmacher.org/report/adolescent-womens-need-and-use-sexual-and-reproductive-health-services-developing-countries">https://www.guttmacher.org/report/adolescent-womens-need-and-use-sexual-and-reproductive-health-services-developing-countries</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahase</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>WHO reports "concerning lack of progress" in stopping STI spread</article-title>
          <source>BMJ</source>
          <year>2019</year>
          <month>06</month>
          <day>07</day>
          <volume>365</volume>
          <fpage>l4124</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.l4124</pub-id>
          <pub-id pub-id-type="medline">31175082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of condoms in preventing sexually transmitted infections</article-title>
          <source>Bull World Health Organ</source>
          <year>2004</year>
          <month>06</month>
          <volume>82</volume>
          <issue>6</issue>
          <fpage>454</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15356939"/>
          </comment>
          <pub-id pub-id-type="medline">15356939</pub-id>
          <pub-id pub-id-type="pmcid">PMC2622864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chanakira</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Cathain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goyder</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>JV</given-names>
            </name>
          </person-group>
          <article-title>Factors perceived to influence risky sexual behaviours among university students in the United Kingdom: a qualitative telephone interview study</article-title>
          <source>BMC Public Health</source>
          <year>2014</year>
          <month>10</month>
          <day>09</day>
          <volume>14</volume>
          <fpage>1055</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-14-1055"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-14-1055</pub-id>
          <pub-id pub-id-type="medline">25300195</pub-id>
          <pub-id pub-id-type="pii">1471-2458-14-1055</pub-id>
          <pub-id pub-id-type="pmcid">PMC4203964</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Yarber</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Milhausen</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Condom use errors and problems: a global view</article-title>
          <source>Sex Health</source>
          <year>2012</year>
          <month>03</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1071/SH11095</pub-id>
          <pub-id pub-id-type="medline">22348636</pub-id>
          <pub-id pub-id-type="pii">SH11095</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Free</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>IG</given-names>
            </name>
            <name name-style="western">
              <surname>Abramsky</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wensley</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of randomised controlled trials of interventions promoting effective condom use</article-title>
          <source>J Epidemiol Community Health</source>
          <year>2011</year>
          <month>02</month>
          <volume>65</volume>
          <issue>2</issue>
          <fpage>100</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://jech.bmj.com/lookup/pmidlookup?view=long&#38;pmid=19822557"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jech.2008.085456</pub-id>
          <pub-id pub-id-type="medline">19822557</pub-id>
          <pub-id pub-id-type="pii">jech.2008.085456</pub-id>
          <pub-id pub-id-type="pmcid">PMC3009845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Denford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Busse</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A comprehensive review of reviews of school-based interventions to improve sexual-health</article-title>
          <source>Health Psychol Rev</source>
          <year>2017</year>
          <month>03</month>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1080/17437199.2016.1240625</pub-id>
          <pub-id pub-id-type="medline">27677440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bearak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Popinchalk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ganatra</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moller</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Beavin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kwok</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alkema</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Unintended pregnancy and abortion by income, region, and the legal status of abortion: estimates from a comprehensive model for 1990-2019</article-title>
          <source>Lancet Glob Health</source>
          <year>2020</year>
          <month>09</month>
          <volume>8</volume>
          <issue>9</issue>
          <fpage>e1152</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-109X(20)30315-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2214-109X(20)30315-6</pub-id>
          <pub-id pub-id-type="medline">32710833</pub-id>
          <pub-id pub-id-type="pii">S2214-109X(20)30315-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Wellings</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lindberg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Adolescent sexual activity, contraceptive use, and pregnancy in Britain and the U.S.: a multidecade comparison</article-title>
          <source>J Adolesc Health</source>
          <year>2020</year>
          <month>05</month>
          <volume>66</volume>
          <issue>5</issue>
          <fpage>582</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1054-139X(19)30887-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2019.11.310</pub-id>
          <pub-id pub-id-type="medline">32029341</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(19)30887-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7181173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sedgh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Finer</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Bankole</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eilers</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Adolescent pregnancy, birth, and abortion rates across countries: levels and recent trends</article-title>
          <source>J Adolesc Health</source>
          <year>2015</year>
          <month>02</month>
          <volume>56</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1054-139X(14)00387-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2014.09.007</pub-id>
          <pub-id pub-id-type="medline">25620306</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(14)00387-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4852976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>The impact of abstinence and comprehensive sex and STD/HIV education programs on adolescent sexual behavior</article-title>
          <source>Sex Res Soc Policy</source>
          <year>2008</year>
          <month>9</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>18</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1525/srsp.2008.5.3.18</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santelli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ott</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Lyon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Summers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schleifer</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Abstinence and abstinence-only education: a review of U.S. policies and programs</article-title>
          <source>J Adolesc Health</source>
          <year>2006</year>
          <month>01</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>72</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2005.10.006</pub-id>
          <pub-id pub-id-type="medline">16387256</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(05)00467-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Daneback</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Adolescents’ use of the Internet for sex education: a thematic and critical review of the literature</article-title>
          <source>Int J Sex Health</source>
          <year>2013</year>
          <month>10</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>305</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1080/19317611.2013.823899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guse</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gaarde</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Westmorland</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gilliam</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Interventions using new digital media to improve adolescent sexual health: a systematic review</article-title>
          <source>J Adolesc Health</source>
          <year>2012</year>
          <month>12</month>
          <volume>51</volume>
          <issue>6</issue>
          <fpage>535</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2012.03.014</pub-id>
          <pub-id pub-id-type="medline">23174462</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(12)00135-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stapleton</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Serious games: serious opportunities</article-title>
          <source>Australian Game Developers’ Conference, Academic Summit</source>
          <year>2004</year>
          <conf-name>AGDC '04</conf-name>
          <conf-date>December 2-4, 2004</conf-date>
          <conf-loc>Melbourne, Australia</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Korteling</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Helsdingen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Theunissen</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Derks</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Serious gaming @ work: learning job-related competencies using serious gaming</article-title>
          <source>The Psychology of Digital Media at Work</source>
          <year>2012</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
          <fpage>129</fpage>
          <lpage>50</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dondlinger</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Educational video game design: a review of the literature</article-title>
          <source>J Appl Educ Technol</source>
          <year>2007</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>31</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Video games should be used to teach sex education</article-title>
          <source>Mashable</source>
          <year>2018</year>
          <month>9</month>
          <day>24</day>
          <access-date>2021-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mashable.com/article/video-games-sex-ed/?europe=true">https://mashable.com/article/video-games-sex-ed/?europe=true</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gartlehner</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nussbaumer-Streit</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kamel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Affengruber</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Cochrane Rapid Reviews Methods Group offers evidence-informed guidance to conduct rapid reviews</article-title>
          <source>J Clin Epidemiol</source>
          <year>2021</year>
          <month>02</month>
          <volume>130</volume>
          <fpage>13</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(20)31146-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.10.007</pub-id>
          <pub-id pub-id-type="medline">33068715</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(20)31146-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7557165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gartlehner</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kamel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nussbaumer-Streit</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Affengruber</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Cochrane Rapid Reviews: Interim Guidance from the Cochrane Rapid Reviews Methods Group</article-title>
          <source>Cochrane Methods Rapid Reviews</source>
          <year>2020</year>
          <month>3</month>
          <access-date>2022-05-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://methods.cochrane.org/sites/methods.cochrane.org.rapidreviews/files/uploads/cochrane_rr_-_guidance-23mar2020-final.pdf">http://methods.cochrane.org/sites/methods.cochrane.org.rapidreviews/files/uploads/cochrane_rr_-_guidance-23mar2020-final.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ganann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ciliska</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Expediting systematic reviews: methods and implications of rapid reviews</article-title>
          <source>Implement Sci</source>
          <year>2010</year>
          <month>07</month>
          <day>19</day>
          <volume>5</volume>
          <fpage>56</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-5-56"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-5-56</pub-id>
          <pub-id pub-id-type="medline">20642853</pub-id>
          <pub-id pub-id-type="pii">1748-5908-5-56</pub-id>
          <pub-id pub-id-type="pmcid">PMC2914085</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kapp</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <source>The Gamification of Learning and Instruction: Game-based Methods and Strategies for Training and Education</source>
          <year>2012</year>
          <publisher-loc>San Francisco, CA, USA</publisher-loc>
          <publisher-name>Pfeiffer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>The measurement of observer agreement for categorical data</article-title>
          <source>Biometrics</source>
          <year>1977</year>
          <month>03</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="medline">843571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paperny</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Starn</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Adolescent pregnancy prevention by health education computer games: computer-assisted instruction of knowledge and attitudes</article-title>
          <source>Pediatrics</source>
          <year>1989</year>
          <month>05</month>
          <volume>83</volume>
          <issue>5</issue>
          <fpage>742</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="medline">2654867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alemi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cherry</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Meffert</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Rehearsing decisions may help teenagers: an evaluation of a simulation game</article-title>
          <source>Comput Biol Med</source>
          <year>1989</year>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>283</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1016/0010-4825(89)90015-2</pub-id>
          <pub-id pub-id-type="medline">2680255</pub-id>
          <pub-id pub-id-type="pii">0010-4825(89)90015-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roberto</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmerman</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Carlyle</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Abner</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>A computer-based approach to preventing pregnancy, STD, and HIV in rural adolescents</article-title>
          <source>J Health Commun</source>
          <year>2007</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730601096622</pub-id>
          <pub-id pub-id-type="medline">17365349</pub-id>
          <pub-id pub-id-type="pii">770174324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Appleby</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Corsbie-Massay</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Godoy</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Marsella</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Read</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Reducing shame in a game that predicts HIV risk reduction for young adult MSM: a randomized trial delivered nationally over the Web</article-title>
          <source>J Int AIDS Soc</source>
          <year>2013</year>
          <month>11</month>
          <day>13</day>
          <volume>16</volume>
          <issue>3 Suppl 2</issue>
          <fpage>18716</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24242264"/>
          </comment>
          <pub-id pub-id-type="doi">10.7448/IAS.16.3.18716</pub-id>
          <pub-id pub-id-type="medline">24242264</pub-id>
          <pub-id pub-id-type="pii">18716</pub-id>
          <pub-id pub-id-type="pmcid">PMC3833191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Datta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maughan-Brown</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Darling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eyal</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Risking it all for love? Resetting beliefs about HIV risk among low-income South African teens</article-title>
          <source>J Econ Behav Organ</source>
          <year>2015</year>
          <month>10</month>
          <volume>118</volume>
          <fpage>184</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jebo.2015.02.020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Motley</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Strategies chosen by YMSM during goal setting to reduce risk for HIV and other sexually transmitted infections: results from the Keep It Up! 2.0 prevention trial</article-title>
          <source>AIDS Educ Prev</source>
          <year>2017</year>
          <month>02</month>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28195780"/>
          </comment>
          <pub-id pub-id-type="doi">10.1521/aeap.2017.29.1.1</pub-id>
          <pub-id pub-id-type="medline">28195780</pub-id>
          <pub-id pub-id-type="pmcid">PMC5877407</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Madkins</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bass</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abel</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Internet-based HIV prevention with at-home sexually transmitted infection testing for young men having sex with men: study protocol of a randomized controlled trial of Keep It Up! 2.0</article-title>
          <source>JMIR Res Protoc</source>
          <year>2017</year>
          <month>01</month>
          <day>07</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2017/1/e1/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.5740</pub-id>
          <pub-id pub-id-type="medline">28062389</pub-id>
          <pub-id pub-id-type="pii">v6i1e1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5251167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Madkins</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Swann</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Biomedical and behavioral outcomes of Keep It Up!: an eHealth HIV prevention program RCT</article-title>
          <source>Am J Prev Med</source>
          <year>2018</year>
          <month>08</month>
          <volume>55</volume>
          <issue>2</issue>
          <fpage>151</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29937115"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2018.04.026</pub-id>
          <pub-id pub-id-type="medline">29937115</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(18)31733-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6314292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whiteley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Mena</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Craker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Enhancing health among youth living with HIV using an iPhone game</article-title>
          <source>AIDS Care</source>
          <year>2018</year>
          <volume>30</volume>
          <issue>sup4</issue>
          <fpage>21</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30626196"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/09540121.2018.1503224</pub-id>
          <pub-id pub-id-type="medline">30626196</pub-id>
          <pub-id pub-id-type="pmcid">PMC6422754</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whiteley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mena</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Craker</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Healy</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>Creating a theoretically grounded gaming app to increase adherence to pre-exposure prophylaxis: lessons from the development of the viral combat mobile phone game</article-title>
          <source>JMIR Serious Games</source>
          <year>2019</year>
          <month>03</month>
          <day>27</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e11861</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2019/1/e11861/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11861</pub-id>
          <pub-id pub-id-type="medline">30916652</pub-id>
          <pub-id pub-id-type="pii">v7i1e11861</pub-id>
          <pub-id pub-id-type="pmcid">PMC6456850</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whiteley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Craker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Haubrick</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mena</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>The impact of a mobile gaming intervention to increase adherence to pre-exposure prophylaxis</article-title>
          <source>AIDS Behav</source>
          <year>2021</year>
          <month>06</month>
          <volume>25</volume>
          <issue>6</issue>
          <fpage>1884</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-020-03118-3</pub-id>
          <pub-id pub-id-type="medline">33483897</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-020-03118-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8085097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuhns</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hidalgo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshfield</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Batey</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Radix</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Belkind</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled efficacy trial of an mHealth HIV prevention intervention for sexual minority young men: MyPEEPS mobile study protocol</article-title>
          <source>BMC Public Health</source>
          <year>2020</year>
          <month>01</month>
          <day>15</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>65</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-020-8180-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-020-8180-4</pub-id>
          <pub-id pub-id-type="medline">31941475</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-020-8180-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6964028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhns</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Batey</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Radix</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Belkind</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Hidalgo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshfield</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ganzhorn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Preliminary results from a pragmatic clinical trial of MYPEEPS mobile to improve HIV prevention behaviors in young men</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2020</year>
          <month>06</month>
          <day>16</day>
          <volume>270</volume>
          <fpage>1365</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32570661"/>
          </comment>
          <pub-id pub-id-type="doi">10.3233/SHTI200444</pub-id>
          <pub-id pub-id-type="medline">32570661</pub-id>
          <pub-id pub-id-type="pii">SHTI200444</pub-id>
          <pub-id pub-id-type="pmcid">PMC8491994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ignacio</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhns</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Scott Batey</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Radix</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Belkind</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Hidalgo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshfield</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Pilot feasibility trial of the MyPEEPS mobile app to reduce sexual risk among young men in 4 cities</article-title>
          <source>JAMIA Open</source>
          <year>2019</year>
          <month>07</month>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>272</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31294422"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamiaopen/ooz008</pub-id>
          <pub-id pub-id-type="medline">31294422</pub-id>
          <pub-id pub-id-type="pii">ooz008</pub-id>
          <pub-id pub-id-type="pmcid">PMC6603441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>See</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using crowdsourcing to develop a peer-led intervention for safer dating app use: pilot study</article-title>
          <source>JMIR Form Res</source>
          <year>2020</year>
          <month>04</month>
          <day>21</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e12098</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2020/4/e12098/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12098</pub-id>
          <pub-id pub-id-type="medline">32314975</pub-id>
          <pub-id pub-id-type="pii">v4i4e12098</pub-id>
          <pub-id pub-id-type="pmcid">PMC7201323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Chia</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Mak</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>EY</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a peer-led Web-based intervention to improve general self-efficacy in using dating apps among young adults: randomized clustered trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>30</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e16378</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e16378/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16378</pub-id>
          <pub-id pub-id-type="medline">33124987</pub-id>
          <pub-id pub-id-type="pii">v22i10e16378</pub-id>
          <pub-id pub-id-type="pmcid">PMC7665950</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hidalgo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhns</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Hotton</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The MyPEEPS randomized controlled trial: a pilot of preliminary efficacy, feasibility, and acceptability of a group-level, HIV risk reduction intervention for young men who have sex with men</article-title>
          <source>Arch Sex Behav</source>
          <year>2015</year>
          <month>02</month>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>475</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25135064"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10508-014-0347-6</pub-id>
          <pub-id pub-id-type="medline">25135064</pub-id>
          <pub-id pub-id-type="pmcid">PMC4559339</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gordián-Arroyo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhns</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Batey</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Radix</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Belkind</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Hidalgo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshfield</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schrimshaw</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Awareness, willingness, and perceived efficacy of pre-exposure prophylaxis among adolescent sexual minority males</article-title>
          <source>J Urban Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>97</volume>
          <issue>5</issue>
          <fpage>749</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32789625"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11524-020-00447-5</pub-id>
          <pub-id pub-id-type="medline">32789625</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11524-020-00447-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7560632</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
