<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e20209</article-id>
      <article-id pub-id-type="pmid">33656447</article-id>
      <article-id pub-id-type="doi">10.2196/20209</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effect of a Health Game Prompt on Self-efficacy: Online Between-Subjects Experimental Survey</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Zary</surname>
            <given-names>Nabil</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Braad</surname>
            <given-names>Eelco</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>DeLaughter</surname>
            <given-names>Kathryn</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Karhulahti</surname>
            <given-names>Veli-Matti</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Haring</surname>
            <given-names>Priscilla</given-names>
          </name>
          <degrees>MSc</degrees>
          <address>
            <addr-line>Witte de withstraat 20hs</addr-line>
            <addr-line>Amsterdam, 1057XW</addr-line>
            <country>Netherlands</country>
            <phone>31 624813683</phone>
            <email>priscillaharing@hotmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9205-5065</ext-link>
        </contrib>
      </contrib-group>

      <author-notes>
        <corresp>Corresponding Author: Priscilla Haring <email>priscillaharing@hotmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Mar</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>1</issue>
      <elocation-id>e20209</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Priscilla Haring. Originally published in JMIR Serious Games (http://games.jmir.org), 03.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on http://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://games.jmir.org/2021/1/e20209" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://games.jmir.org/2021/1/e28894" vol="9" page="e28894"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Games for health are increasingly used as (part of) health interventions and more effect research into games for health is being done. This online experiment questions expectancies of games for health by investigating whether a game for health prompt might be considered arousal congruent cognitive reappraisal and as such positively effects self-efficacy before gameplay.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study experiment is to test whether a game for health prompt effects self-efficacy and other well-being measurements, as a first step into investigating if a game prompt is a form of arousal congruent cognitive reappraisal.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study used an online, 2D, between-subjects experimental survey design with self-efficacy as the main dependent variable. Stimulus is an assignment for health-related problem solving concerning living with diabetes type II, introduced as a game (n=125) versus the same assignment introduced as a task (n=107). Measurements after prompting the game/task assignment include self-efficacy, positive and negative affect, expected difficulty, flourishing, and self-esteem.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The results indicate a small negative effect from prompting the game assignment on self-efficacy, compared with prompting a task assignment. This effect is mediated by the expected difficulty of the health game/task. No differences between the game and task groups were found in affect, flourishing, or self-esteem.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This experiment provides no support for the notion that a game for health prompt might be seen as arousal congruent cognitive reappraisal.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>self-efficacy</kwd>
        <kwd>games for health</kwd>
        <kwd>serious games</kwd>
        <kwd>arousal congruent</kwd>
        <kwd>cognitive reappraisal</kwd>
        <kwd>prompt</kwd>
        <kwd>flourishing</kwd>
        <kwd>eHealth</kwd>
        <kwd>diabetes</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Origin</title>
        <p>In “Get excited: Reappraising pre-performance anxiety as excitement” by Brooks [<xref ref-type="bibr" rid="ref1">1</xref>], the concept of arousal congruent cognitive reappraisal is examined by offering someone in an anxious state a prompt that aims to change their negative affect but leaves their arousal high (<xref ref-type="table" rid="table1">Table 1</xref>). She does this through prompting participants with “I am excited” and subsequently participants performed better on the task that made them anxious, and experienced a higher sense of self-efficacy. The idea is that it is more effective to shift from negative to positive affect when you can maintain your level of arousal. This follows a new line of thinking in stress research, which suggests that stress—a state of high arousal—is not necessarily harmful; effects depends on how we interpret stress. If we think and feel positive about our high arousal, stress can be helpful to our health [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>While reading the work of Brooks, it seemed to me that prompting a game for health is also a call to be excited amidst anxious content and I wondered if a game for health might be considered arousal congruent cognitive reappraisal? If so, this perspective could help to explain some of the attraction to games for health and their effects on self-efficacy.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Excitement is a state of high arousal and positive affect. Anxiety is a state of high arousal and negative affect.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="350"/>
            <col width="350"/>
            <thead>
              <tr valign="top">
                <td>Affect</td>
                <td>High arousal</td>
                <td>Low arousal</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Positive</td>
                <td>Excited</td>
                <td>Calm</td>
              </tr>
              <tr valign="top">
                <td>Negative</td>
                <td>Anxious</td>
                <td>Bored</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <disp-quote>
          <p>Research question: Is prompting a game for health a form of arousal congruent cognitive reappraisal?</p>
        </disp-quote>
      </sec>
      <sec>
        <title>Games for Health</title>
        <p>Health science has been embracing gaming as a meaningful way to communicate, educate, and as a mechanism to deliver treatment [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. There has been a growing interest in both serious games for health and gamified health interventions [<xref ref-type="bibr" rid="ref5">5</xref>], especially those concerning the treatment, rehabilitation, and management of chronic disease patients [<xref ref-type="bibr" rid="ref6">6</xref>], as these games for health have shown potential for positive impact on health-behavior change [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Some research on the effectiveness of serious gaming for health promotion revealed an overall increase in healthy lifestyle adoption across several health domains [<xref ref-type="bibr" rid="ref4">4</xref>] and that gameplay may induce a positive emotional experience and help facilitate satisfaction and self-esteem [<xref ref-type="bibr" rid="ref6">6</xref>]. Effect sizes found on behavior after playing a serious game were small and comparable to the effect sizes of other computer-delivered interventions. Such effects of serious games for health were highest on knowledge outcomes, while smaller than expected on self-efficacy outcomes. Overall, the effectiveness of a health game was found to improve when game development had a theoretical foundation in behavioral prediction and game theories [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>In order to create a full picture of the effectiveness of games for health, broader intervention characteristics should perhaps be evaluated, such as user experience and perceived relevance [<xref ref-type="bibr" rid="ref9">9</xref>]. Some of the research into the effectiveness of games for health investigates the process during gameplay [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>] while other research focuses on process after gameplay [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. I would argue that the perceived appeal of any game for health belongs in this list of “broader intervention characteristics” and that measurements should also be made BEFORE gameplay. In this experiment a game (or a task) is announced but not given, and all the measurements concern expectations of gameplay (or task performance) that is yet to come.</p>
      </sec>
      <sec>
        <title>Cognitive Reappraisal</title>
        <p>Cognitive reappraisal is a change in cognition which allows for the interpretation of an emotion-eliciting situation in such a way as to alter the emotional impact it has [<xref ref-type="bibr" rid="ref13">13</xref>]. It is using what you think to change what you feel. Cognitive reappraisal was found to increase cortisol reactivity in both a public speaking task and a cold pressor pain task, which suggests that cognitive reappraisal might even support greater physiological reactivity to acute stress and that it may increase active coping strategies [<xref ref-type="bibr" rid="ref14">14</xref>]. One experiment showed the simplicity of cognitive reappraisal by announcing an anxiety-inducing math test as a “challenge.” This decreased the experienced threat of the test and improved math performance among both high-school and university students [<xref ref-type="bibr" rid="ref15">15</xref>]. Cognitive reappraisal might also be an effective strategy for mitigating the effects of experiencing anxiety from health-related messages. Health-risk information can be threatening in its nature and induce defensive responses [<xref ref-type="bibr" rid="ref16">16</xref>], and health appeals can be interpreted as threatening as they confront us with disease and our own mortality [<xref ref-type="bibr" rid="ref17">17</xref>]. The resulting state anxiety can drain working memory capacity, decrease self-confidence, harm task performance [<xref ref-type="bibr" rid="ref18">18</xref>], and has been linked to a lowering in self-efficacy [<xref ref-type="bibr" rid="ref19">19</xref>]. These processes are especially pertinent in a health environment, as on the one hand health information can elicit negative emotions, while on the other hand self-efficacy is known to play a role in achieving effective health behaviors [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Self-efficacy</title>
        <p>Self-efficacy is a persons’ belief in their capability to perform any task [<xref ref-type="bibr" rid="ref19">19</xref>]. We tend to interpret our physical responses and our affective state as related to our capabilities, while this need not be the case. Persons with a high sense of self-efficacy can interpret a state of arousal as a motor to action, whereas persons with a low sense of self-efficacy can interpret the same state as an obstacle to action, or even an indication to cease all efforts [<xref ref-type="bibr" rid="ref1">1</xref>]. Research has shown that self-efficacy is an important construct in many health behaviors, and it is widely seen as an important part of creating short- and long-term changes in health-related behavior [<xref ref-type="bibr" rid="ref20">20</xref>]. A higher sense of self-efficacy has been linked to lower physiological stress responses [<xref ref-type="bibr" rid="ref21">21</xref>] and better adherence to medical treatment [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Playing games for health has shown to invoke positive feelings [<xref ref-type="bibr" rid="ref6">6</xref>] and improve self-efficacy [<xref ref-type="bibr" rid="ref8">8</xref>]. Arousal is seen as a vital part of the attraction of gaming [<xref ref-type="bibr" rid="ref24">24</xref>] and a good game will keep you aroused and engaged throughout. These elements (positive affect and high arousal) suggest that playing games for health (anxiety-inducing context) might be a form of arousal congruent cognitive reappraisal, and I suggest that this reappraisal starts before gameplay begins at the point of announcing the game. The more difficult the announced context is expected to be, the stronger the effect of reappraisal by the game prompt should be on self-efficacy.</p>
        <disp-quote>
          <p>H1 Prompting a game for health will increase self-efficacy, when compared to prompting a task for health.</p>
        </disp-quote>
        <disp-quote>
          <p>H2 Prompting a game for health will increase positive affect and decrease negative affect which will correlate with higher self-efficacy, when compared to prompting a task for health.</p>
        </disp-quote>
        <disp-quote>
          <p>H3 Difficulty judgment will positively mediate the strength of the correlation between prompting a game for health and self-efficacy.</p>
        </disp-quote>
      </sec>
      <sec>
        <title>Flourishing and Self-esteem</title>
        <p>Besides affect, flourishing and self-esteem are also incorporated as a measure of well-being that are connected to self-efficacy. The concept of flourishing [<xref ref-type="bibr" rid="ref25">25</xref>] is based on investigating optimal human functioning; it incorporates several constructs from the field of positive psychology [<xref ref-type="bibr" rid="ref26">26</xref>]. In contrast to the commonly used hedonic approach of subjective well-being, flourishing is based on the <italic>eudaimonic</italic> approach of psychological well-being and involves some of the same constructs as self-efficacy from the mastery perspective [<xref ref-type="bibr" rid="ref27">27</xref>]. Participants reporting a higher sense of flourishing are expected to have a higher score on self-efficacy. Higher self-esteem is also linked to higher levels of mastery and self-efficacy [<xref ref-type="bibr" rid="ref28">28</xref>]. “Self-esteem can be defined as an evaluation of one’s self-concept, which is heavily dependent on reflected appraisals, social comparisons, and self-attribution” [<xref ref-type="bibr" rid="ref29">29</xref>]. Although global self-esteem has shown to be related to many self-evaluations, it is not always equal to any domain-specific self-evaluation [<xref ref-type="bibr" rid="ref30">30</xref>] and the effect of self-esteem on self-efficacy in this case remains to be seen. Games have been shown to facilitate greater self-esteem in a health-related context [<xref ref-type="bibr" rid="ref6">6</xref>] and in this research I am interested in finding out if this facilitation starts at the expectancy of playing a game.</p>
        <disp-quote>
          <p>H4 Prompting a game for health will increase flourishing and self-esteem which will correlate with higher self-efficacy, when compared to prompting a task for health.</p>
        </disp-quote>
      </sec>
      <sec>
        <title>Diabetes Context</title>
        <p>The health-related context for this experiment is that of “living with diabetes type II” which is selected as it is a prevalent lifestyle disease that is greatly impacted by health behavior, and health professionals have been especially interested in video games as a way to deliver diabetes self-management support [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. Diabetes research has identified self-efficacy regarding self-care as a pivotal psychosocial variable, showing correlations of self-efficacy scores with self-care behaviors in diet, exercise, and blood glucose testing [<xref ref-type="bibr" rid="ref20">20</xref>]. Some studies involving the effect of games for health have specifically measured the effect of a game on self-efficacy as well as behavior. One famous study investigated the effects of <italic>Packy and Marlon</italic> [<xref ref-type="bibr" rid="ref34">34</xref>], which is a video game for children with diabetes where the main characters must manage their insulin levels and food intake while protecting other game characters from a rat infestation at a summer camp. After playing <italic>Packy and Marlon</italic> for 6 months, players not only displayed more knowledge of diabetes and its treatment, but they also displayed greater self-efficacy in management of the disease and showed improvement in diabetic-related health behavior [<xref ref-type="bibr" rid="ref35">35</xref>]. A more recent paper described 14 different diabetes self-management games that often simulate problem solving of trying to balance food, insulin, and blood glucose. Although most games do not provide clinical validation, they are shown to improve behaviors that support diabetes self-management and will lead to better health outcomes [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
      <sec>
        <title>Model of Expected Relation Between Variables</title>
        <p>As you can see in <xref rid="figure1" ref-type="fig">Figure 1</xref>, I expect that participants prompted by a game for health will have higher scores on self-efficacy (H1). I also expect that positive and negative affect (H2) expected difficulty (H3), and both flourishing and self-esteem (H4) will all partially mediate the effect of a game prompt on self-efficacy. Demographic information such as age, gender, education, English as first language, and familiarity with diabetes is expected to correlate with self-efficacy, but not with receiving a game or task prompt.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Hypothesized relationships.</p>
          </caption>
          <graphic xlink:href="games_v9i1e20209_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This is an online, 2D, between-subjects experimental design with self-efficacy as the main dependent variable.</p>
      </sec>
      <sec>
        <title>Stimulus</title>
        <p>The stimulus material contains references that are both health related and math related, in an attempt to increase a sense of difficulty. The opening page of the survey displayed the blue logo of the Diabetes Foundation and 2 blue snakes around a blue staff, a visual that is generally associated with the medical profession. On this page participants were confronted with a text asking them to solve issues related to living with diabetes type II. The text tells them that they will have to solve these unknown problems in either a <italic>game</italic> or in a <italic>task</italic> environment:</p>
        <disp-quote>
          <p>Thank you for participating in this research, it will take approximately 5-10 minutes. All your answers will be stored and analysed anonymously.</p>
        </disp-quote>
        <disp-quote>
          <p>HEALTH GAME [TASK] On the next pages you will be asked to play a game [task] in which you have to solve several health related problems concerning living with Diabetes type II. This game [task] includes dealing with glycaemic control, caloric intake, measurement intervals and other issues. The game [task] requires no specific prior knowledge and you do not need to have Diabetes to participate.</p>
        </disp-quote>
        <p>After reading the text, the survey begins on the next page. Throughout the survey the words “game” or “task” are repeated 12 times. A manipulation check is included after the measurements, asking the participants if they are about to play a game or perform a task (or they don’t know). At the end of the survey a short debriefing explains the purpose of the experiment.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>To establish the necessary number of participants, a power calculation was performed with G*Power [<xref ref-type="bibr" rid="ref36">36</xref>]. A 2-tailed, a priori power calculation for <italic>t</italic> test mean difference between 2 independent groups was done, with the expected effect size of the dependent variable based on “[…] participants in the “get excited” condition reported higher self-efficacy by comparison (mean 5.66 [SD 1.01], <italic>t</italic>=–2.35, <italic>P</italic>=.021; <italic>d</italic>=.415)” [<xref ref-type="bibr" rid="ref1">1</xref>]. This power calculation indicated that 186 or more participants would be sufficient to detect the expected effect of <italic>d</italic>=0.415 with a power of (1–β)=0.8 and α=.05, when N=186 is equally distributed over the 2 independent groups. Random and even distribution of participants into either the game or task group was managed by Qualtrics, the software used for the survey design and online data collection [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>The experiment was hosted online for 2 weeks during the Diabetes Awareness Month. A post on my social media accounts invited people to participate in “research on health-related choices” and encouraged sharing a link to the research with others. Participants were also recruited by specifically targeting Twitter accounts that were game and diabetes related (<xref rid="figure2" ref-type="fig">Figure 2</xref>). There were no entry criteria and no consequences to participating.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Recruiting participants on Twitter.</p>
          </caption>
          <graphic xlink:href="games_v9i1e20209_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In a second round participants were hired on the micro-task market: Amazon’s Mechanical Turk. Such Mechanical Turks are best used in cases where there is a small task with a need for many users, when there is a verifiable answer, and there are no objections to a diverse and unknown group of participants [<xref ref-type="bibr" rid="ref38">38</xref>]. To encourage accurate answers, I included an announcement before the survey started that a check (the manipulation check) was included in the survey, and that there would be no pay-out if this check was missed or wrong. These MTurks were paid the equivalent of 8 minutes’ work under Dutch adult minimum wage. Eventually, 78 participants in the data set (33.6%) originated from online snowballing and 154 (66.4%) were recruited as MTurks (N=232).</p>
        <p>Participants that passed the manipulation check and had no missing values were included in the analysis. In total, 232 participants were included in analysis (115 men and 117 women; average age 37.5 years, 125 game group and 107 task group). No significant differences were found between the game and task group on the variables gender, age, education level, or experience of diabetes.</p>
      </sec>
      <sec>
        <title>Measurements</title>
        <p>The survey consisted of 4 screens. The first screen contained the introduction and the stimulus, the second contained the self-efficacy and expected difficulty measurement. The third screen contained demographic, flourishing, Positive and Negative Affect Schedule (PANAS), self-esteem, experience of diabetes measurement, and the manipulation check. The fourth and last screen contained the debriefing and a comment/question box, followed by my thanks, my name, and academic title.</p>
        <sec>
          <title>Self-efficacy</title>
          <p>In this experiment self-efficacy is measured by adapting 2 established measures: the 13-item reduced form Coping Self-Efficacy Scale (CSES) [<xref ref-type="bibr" rid="ref39">39</xref>] and the State Self-Efficacy Subscale (SSESS) [<xref ref-type="bibr" rid="ref40">40</xref>]. The base question for the CSES was adapted to the context of the experiment:</p>
          <p>“Before we start - We want to ask you to give a confidence rating on the game you are about to do. How confident or certain are you that you can do the following things in the game on Living with Diabetes type II”. This phrasing is in line with the ‘Guide for constructing self-efficacy scales’ [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          <p>This experiment uses 2 CSES subscales: Problem-Focused Coping (PFC; 6 items, α=.90) and Stop Unpleasant Emotions and Thoughts (SUET; 4 items; α=.90).</p>
          <p>Items of the CSE subscale PFC include the following:</p>
          <list list-type="bullet">
            <list-item>
              <p>Break an upsetting problem down into smaller parts</p>
            </list-item>
            <list-item>
              <p>Sort out what can be changed, and what cannot be changed</p>
            </list-item>
            <list-item>
              <p>Make a plan of action and follow it when confronted with a problem</p>
            </list-item>
            <list-item>
              <p>Leave options open when things get stressful</p>
            </list-item>
            <list-item>
              <p>Think about one part of the problem at a time</p>
            </list-item>
            <list-item>
              <p>Find solutions to your most difficult problems</p>
            </list-item>
          </list>
          <p>Items of the CSE subscale SUET include the following:</p>
          <list list-type="bullet">
            <list-item>
              <p>Make unpleasant thoughts go away</p>
            </list-item>
            <list-item>
              <p>Take your mind off unpleasant thoughts</p>
            </list-item>
            <list-item>
              <p>Stop yourself from being upset by unpleasant thoughts</p>
            </list-item>
            <list-item>
              <p>Keep from feeling sad</p>
            </list-item>
          </list>
          <p>For this experiment, the wording of the items from the SSESS was adapted from the evaluative form into an expectant form. Furthermore, 2 items based purely on self-efficacy of content knowledge were deleted, leaving 4 items (α=.94).</p>
          <p>Items of the adapted SSESS include the following:</p>
          <list list-type="bullet">
            <list-item>
              <p>In the GAME/TASK, I expect to do well</p>
            </list-item>
            <list-item>
              <p>I have no doubts about my capability to do well on this GAME/TASK</p>
            </list-item>
            <list-item>
              <p>I am sure I can do an excellent job in this GAME/TASK</p>
            </list-item>
            <list-item>
              <p>Even when the GAME/TASK questions are difficult, I know I can succeed</p>
            </list-item>
          </list>
          <p>All 14 self-efficacy items are combined in 1 matrix (α=.95). Performing a principal component factor analysis on the full matrix of 14 items revealed 1 underlying component. All answers were given on a 0-10 range with 3 semantic anchors (<xref rid="figure3" ref-type="fig">Figure 3</xref>), the same answer format that is used in the CSES.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Self-efficacy answer format.</p>
            </caption>
            <graphic xlink:href="games_v9i1e20209_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Positive and Negative Affect</title>
          <p>In order to measure emotional valence, the PANAS is used [<xref ref-type="bibr" rid="ref42">42</xref>]. When Kobau and colleagues [<xref ref-type="bibr" rid="ref43">43</xref>] researched the most used measurements of well-being as related to health, they found an interitem consistency of α=.91 for the Positive Affect Subscale and α=.86 for the Negative Affect Subscale.</p>
        </sec>
        <sec>
          <title>Flourishing</title>
          <p>Another measure of well-being is taken with the 8-item Flourishing Scale [<xref ref-type="bibr" rid="ref26">26</xref>] with answers given on a 5-point Likert scale from 1 (strongly disagree) to 5 (strongly agree). This relatively new scale was also used as part of the New Zealand’s Sovereign Well-Being Index (N=100,009) [<xref ref-type="bibr" rid="ref44">44</xref>]. Subsequent analyses of the underlying structures and psychometric properties of the scales were performed as well as reliability and validity checks and benchmarking to other well-being scales used in the survey. The study concluded that the flourishing scale “is a valid and reliable brief summary measure of psychological functioning, suited for use with a wide range of age groups and applications ” [<xref ref-type="bibr" rid="ref44">44</xref>]. In the data from this experiment, the flourishing scale (α=.90, mean 4.07 [SD 0.65]) correlates with other measurements of well-being (PANAS and self-esteem) as expected.</p>
        </sec>
        <sec>
          <title>Expected Difficulty</title>
          <p>The expected difficulty of the game or task is measured in 1 item by asking the participants how difficult they expect the task/game is going to be and assessing this on a 7-point scale with 2 semantic anchors (1=very easy, 7=very difficult). This measure is an adaptation of the After-Scenario Questionnaire [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        </sec>
        <sec>
          <title>Self-esteem</title>
          <p>Self-esteem is measured by a Single-Item Self-Esteem (SISE) Scale. The SISE was banked against the Rosenberg Self-Esteem Scale [<xref ref-type="bibr" rid="ref46">46</xref>] along with other measures of domain-specific self-evaluation, personality, well-being, and behavioral measures and was found to give a reliable measure of self-esteem for adults [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        </sec>
        <sec>
          <title>Diabetes Experience</title>
          <p>Participants were asked how familiar they were with diabetes and its challenges, choosing between 4 possible answers:</p>
          <list list-type="bullet">
            <list-item>
              <p>I have Diabetes</p>
            </list-item>
            <list-item>
              <p>Someone close to me has Diabetes</p>
            </list-item>
            <list-item>
              <p>I have no personal experience of Diabetes but I am aware of what Diabetes is and what the challenges are</p>
            </list-item>
            <list-item>
              <p>I have no or very limited knowledge on this subject</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Demographics</title>
          <p>Participants were also asked about their gender, level of education, year of birth, and if their native language was English or otherwise.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>The research question investigates the idea that prompting a game to solve health-related problems might be a form of arousal congruent cognitive reappraisal, similar to the “get excited” prompt [<xref ref-type="bibr" rid="ref1">1</xref>] and as such would result in increased self-efficacy. In order to start exploring this question, a number of hypotheses were formed and tested. If the announcement of a game for health is arousal congruent cognitive reappraisal, participants that are prompted by such a game for health are expected to have higher scores on self-efficacy (H1) while positive and negative affect (H2), expected difficulty (H3), and both flourishing and self-esteem (H4) will all partially mediate the effect of a game prompt on self-efficacy, compared with participants that are prompted by a task for health.</p>
      </sec>
      <sec>
        <title>Correlations of Measurements</title>
        <p>Looking at the participants in either the game or task group in <xref ref-type="table" rid="table2">Table 2</xref>, there is a small, negative correlation between self-efficacy and belonging to the game or task group (<italic>r</italic>=–.17, <italic>P</italic>&lt;.01) (H1) as well as a small, negative correlation between belonging to the game or task group and difficulty judgment (<italic>r</italic>=–.15, <italic>P</italic>&lt;.05) (H4). However, no other significant correlations are found. Self-efficacy scores also correlate significantly with positive affect (<italic>r</italic>=.49, <italic>P</italic>&lt;.01) and negative affect (<italic>r</italic>=–.35, <italic>P</italic>&lt;.01) (H2), difficulty judgment (<italic>r</italic>=.40, <italic>P</italic>&lt;.01) (H3), flourishing (<italic>r</italic>=.54, <italic>P</italic>&lt;.01), and self-esteem (<italic>r</italic>=.41, <italic>P</italic>&lt;.01) (H4).</p>
        <p>Further negative correlations with self-efficacy scores are shown with diabetes knowledge (<italic>r</italic>=–.22, <italic>P</italic>=.001) and being an English native speaker (<italic>r</italic>=–.13, <italic>P</italic>=.04), while a positive correlation is being shown with being recruited as an MTurk (<italic>r</italic>=.29, <italic>P</italic>=.001) versus via snowballing.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Correlation table.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>Correlation</td>
                <td>Positive affect</td>
                <td>Negative affect</td>
                <td>Self-efficacy</td>
                <td>Difficulty judgment</td>
                <td>Flourishing</td>
                <td>Self-esteem</td>
                <td>Diabetes experience</td>
                <td>Education</td>
                <td>Gender</td>
                <td>Age</td>
                <td>Language</td>
                <td>MTurk</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Game (1)/Task(0)</td>
                <td>–.100</td>
                <td>.007</td>
                <td>–.170<sup>b,c</sup></td>
                <td>–.150<sup>a,b</sup></td>
                <td>–.125</td>
                <td>–.044</td>
                <td>.087</td>
                <td>–.035</td>
                <td>–.070</td>
                <td>.007</td>
                <td>.020</td>
                <td>–.091</td>
              </tr>
              <tr valign="top">
                <td>Positive affect</td>
                <td>—</td>
                <td>–.143<sup>a,b</sup></td>
                <td>.494<sup>b,c</sup></td>
                <td>.365<sup>b,c</sup></td>
                <td>.594<sup>b,c</sup></td>
                <td>.522<sup>b,c</sup></td>
                <td>–.236<sup>b,c</sup></td>
                <td>.155<sup>a,b</sup></td>
                <td>–.068</td>
                <td>–.001</td>
                <td>–.046</td>
                <td>.312<sup>b,c</sup></td>
              </tr>
              <tr valign="top">
                <td>Negative affect</td>
                <td/>
                <td>—</td>
                <td>–.346<sup>b,c</sup></td>
                <td>.074</td>
                <td>–.385<sup>b,c</sup></td>
                <td>–.155<sup>a,b</sup></td>
                <td>.003</td>
                <td>.015</td>
                <td>–.052</td>
                <td>–.221<sup>b,c</sup></td>
                <td>.116</td>
                <td>.004</td>
              </tr>
              <tr valign="top">
                <td>Self-efficacy</td>
                <td/>
                <td/>
                <td>—</td>
                <td>.404<sup>b,c</sup></td>
                <td>.543<sup>b,c</sup></td>
                <td>.411<sup>b,c</sup></td>
                <td>–.224<sup>b,c</sup></td>
                <td>.035</td>
                <td>.007</td>
                <td>.000</td>
                <td>–.133<sup>a,b</sup></td>
                <td>.289<sup>b,c</sup></td>
              </tr>
              <tr valign="top">
                <td>Difficulty judgment</td>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>.303<sup>b,c</sup></td>
                <td>.390<sup>b,c</sup></td>
                <td>.200<sup>b,c</sup></td>
                <td>.083</td>
                <td>–.108</td>
                <td>–.195<sup>b,c</sup></td>
                <td>.003</td>
                <td>.340<sup>b,c</sup></td>
              </tr>
              <tr valign="top">
                <td>Flourishing</td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>.569<sup>b,c</sup></td>
                <td>–.183<sup>b,c</sup></td>
                <td>.138<sup>a,b</sup></td>
                <td>.088</td>
                <td>–.020</td>
                <td>–.080</td>
                <td>.142<sup>a,b</sup></td>
              </tr>
              <tr valign="top">
                <td>Self-esteem</td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>–.189<sup>b,c</sup></td>
                <td>.191<sup>b,c</sup></td>
                <td>–.099</td>
                <td>–.045</td>
                <td>–.130<sup>a,b</sup></td>
                <td>.296<sup>a,b</sup></td>
              </tr>
              <tr valign="top">
                <td>Diabetes knowledge</td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>.102</td>
                <td>.055</td>
                <td>–.224<sup>b,c</sup></td>
                <td>.325<sup>b,c</sup></td>
                <td>–.325<sup>a,b</sup></td>
              </tr>
              <tr valign="top">
                <td>Education</td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>–.014</td>
                <td>–.148<sup>a,b</sup></td>
                <td>.266<sup>b,c</sup></td>
                <td>–.113</td>
              </tr>
              <tr valign="top">
                <td>Gender</td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>.043</td>
                <td>.038</td>
                <td>–.122</td>
              </tr>
              <tr valign="top">
                <td>Age</td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>–.114</td>
                <td>–.095</td>
              </tr>
              <tr valign="top">
                <td>Language</td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>—</td>
                <td>–.391<sup>b,c</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup><italic>P</italic>&lt;.05 (2-tailed), N=232.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Significant value.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup><italic>P</italic>&lt;.01 (2-tailed).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Direct Effect of Belonging to the Game or Task Group on Self-efficacy</title>
        <p>To investigate the effect of prompting a game or task for health on self-efficacy (H1), a comparison was made of the average compound self-efficacy score (14 items) of the game versus the task group via independent samples <italic>t</italic> test. This analysis revealed a difference in self-efficacy scores (<italic>t</italic><sub>230</sub>=2.62, <italic>P≤</italic>.01) between the game group (mean 8.08 [SD 1.75]) and the task group (mean 8.66 [SD 1.61]) in the direction opposite to expectations, showing a small but significant (<italic>P≤</italic>.01) higher sense of self-efficacy in the task group. Performing the same <italic>t</italic> test on standardized self-efficacy scores reveals a small to medium effect size of <italic>d</italic>=3.41.</p>
        <p>To investigate the relation between belonging to the game or task group and self-efficacy further, the average scores on these (sub)scales between the game or task group were tested simultaneously by a one-way between-subject ANOVA. For the SSESS significant differences between the game group (mean 8.12 [SD 2.21]) and the task group (mean 8.97 [SD 1.72]) were found, with the Levene test showing that the variances of these scores were not equal (<italic>F</italic><sub>1,230</sub>=10.91, <italic>P</italic>=.001). Participants also scored differently on the subscale CSE-PFC in the game group (mean 9.77 [SD 2.11]) versus the task group (mean 10.45 [SD 1.92]; <italic>F</italic><sub>1,230</sub>=6.58, <italic>P</italic>&lt;.05). However, on the subscale CSE-SUET between the game group (mean 7.94 [SD 2.14]) and the task group (mean 8.27 [SD 2.01]) no significant differences could be found (<italic>F</italic><sub>1,230</sub>=1.50, <italic>P</italic>=.22).</p>
      </sec>
      <sec>
        <title>Direct Effect of Belonging to a Game or Task Group on Affect</title>
        <p>To investigate if the game group will have a lower negative affect and a higher positive affect when compared with the task group (H2), an independent sample <italic>t</italic> test was performed to compare average affect scores between groups. The scores on positive affect in the game group (mean 3.54 [SD 0.81]) and the task group (mean 3.69 [SD 0.70]) showed no significant difference (<italic>t</italic><sub>230</sub>=1.53, <italic>P</italic>&gt;.1). The scores on negative affect in the game (mean 1.83 [SD 0.78]) and task groups (mean 1.82 [SD 0.82]) also were not significantly different (<italic>t</italic><sub>230</sub>=–0.10, <italic>P</italic>=.92).</p>
      </sec>
      <sec>
        <title>Effect of Difficulty Judgment on the Relation between the Game or Task Group and Self-efficacy</title>
        <p>Investigating the subset of participants that answered Somewhat difficult, Difficult, or Very Difficult (n=79), a difference on the average self-efficacy score (H3) between the game (mean 7.00 [SD 2.38]) and task (mean 8.52 [SD 2.16]) prompted group was found, but this was not significant (<italic>t</italic><sub>77</sub>=1.72, <italic>P</italic>&gt;.05).</p>
      </sec>
      <sec>
        <title>Direct Effect of Belonging to the Game or Task Group on Flourishing and Self-esteem</title>
        <p>To investigate if belonging to the game group has a positive effect on flourishing (H4), an independent sample <italic>t</italic> test was performed to compare average flourishing scores between the game and task groups. The scores on flourishing in the game group (mean 4.00 [SD 0.58]) and the task group (mean 4.16 [SD 0.69]) showed no significant difference (<italic>t</italic><sub>230</sub>=1.91, <italic>P</italic>=.58). Comparing the average self-esteem scores (H4) between the game group (mean 3.79 [SD 1.02]) and the task group (mean 3.87 [SD 0.95]) also showed no significant differences (<italic>t</italic><sub>230</sub>=.67, <italic>P</italic>=.51).</p>
      </sec>
      <sec>
        <title>Demographics and Diabetes Experience</title>
        <p>No significant differences were found between participants in the game or task group on age (<italic>t</italic><sub>230</sub>=–0.11, <italic>P</italic>=.92), gender (<italic>t</italic><sub>230</sub>=1.06, <italic>P</italic>=.29), language (<italic>t</italic><sub>230</sub>=–0.30, <italic>P</italic>=.77), education level (<italic>t</italic><sub>230</sub>=0.53, <italic>P</italic>=.60), or experience of diabetes (<italic>t</italic><sub>230</sub>=–1.32, <italic>P</italic>=.19).</p>
      </sec>
      <sec>
        <title>Mediation Model Test</title>
        <p>In order to test the conceptual model as a whole, a mediation analysis was conducted using the PROCESS macro (model 4: 10,000 bootstrap samples). This model is used for both simple mediation models and parallel multiple mediator models [<xref ref-type="bibr" rid="ref47">47</xref>]. The effect of belonging to the task or game prompt group on self-efficacy was tested, while including positive and negative affect, difficulty judgment, self-esteem, and flourishing as possible mediators and adding diabetes knowledge, first language, age, education, and gender as covariates. The results are shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Mediation model. Multiple mediator model with flourishing, self-esteem, expected difficulty, and both negative and positive affect as mediators on the effect of a game or task prompt on self-efficacy. Age, gender, language, education, and diabetes experience are included as covariates (paths not shown). *<italic>P</italic>&lt;.05.</p>
          </caption>
          <graphic xlink:href="games_v9i1e20209_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>This analysis shows that the direct effect path between a game and a task prompt on self-efficacy is significant (<italic>c</italic>=–0.51, 95% CI –0.94 to –0.07), but this effect loses strength and its significance when the mediators are taken into account (<italic>c</italic>′=<italic>–</italic>0.26, 95% CI –0.61 to 0.08). In the model expected difficulty was shown to be a mediator, as both the path from game or task prompt to expected difficulty (<italic>a</italic><sub>3</sub>=<italic>–</italic>0.37, 95% CI –0.71 to –0.02) and the path from expected difficulty to self-efficacy (<italic>b</italic><sub>3</sub>=0.30, 95% CI 0.16 to 0.45) were significant. For flourishing (<italic>b</italic><sub>1</sub>=0.55, 95% CI 0.16-0.94) as well as negative affect (<italic>b</italic><sub>4</sub>=0.53, 95% CI –0.77 to –0.29) and positive affect (<italic>b</italic><sub>5</sub>=0.47, 95% CI 0.18-0.77) only the second paths in the model show a significant effect, indicating that these might be moderating but not mediating the relationship between the game or task prompting and self-efficacy. Self-esteem on both paths (<italic>a</italic><sub>2</sub>=0.05, 95% CI –0.29 to 0.20 and <italic>b</italic><sub>2</sub>=0.06, 95% CI –0.17 to 0.29) shows no effects of significance in this model.</p>
        <p>Further testing of flourishing and positive and negative affect as moderators between game or task prompting and self-efficacy (including the same covariates as in the mediation model) did not result in any significant paths, and discounted these variables as moderators.</p>
      </sec>
      <sec>
        <title>MTurks or Snowballing</title>
        <p>Average scores on several variables between the 2 differently recruited groups were compared and tested via independent <italic>t</italic> tests. MTurk participants showed a higher score on the self-efficacy measure (<italic>t</italic><sub>230</sub>=4.582, <italic>P</italic>≤.001, <italic>d</italic>=0.61) when compared with the participants that were recruited via snowballing. MTurk participants expected the task/game to be less difficult (<italic>t</italic><sub>230</sub>=5.486, <italic>P</italic>≤.001), in comparison to the snowballing group. The group of MTurks also scored significantly higher on flourishing (<italic>t</italic><sub>230</sub>=2.172, <italic>P</italic>≤.05), the positive part of the PANAS (<italic>t</italic><sub>230</sub>=4.974, <italic>P</italic>≤.001), self-esteem (<italic>t</italic><sub>230</sub>=4.696, <italic>P</italic>≤.001), and indicated more experience of diabetes (<italic>t</italic><sub>230</sub>=–5.026, <italic>P</italic>≤.001).</p>
      </sec>
      <sec>
        <title>Data</title>
        <p>The anonymized data set “The Effect of a Game Prompt on Self-Efficacy Concerning Problem-Solving Challenges of Living with Diabetes type II” can be found online at the Open Science Framework [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>There are several significant correlations between the variables measured in this online survey. Being confronted with the game for health stimulus correlates with a little less self-efficacy and with the expected content being judged a little more difficult, compared with being confronted with the task stimulus. The scores of the flourishing scale correlate with the PANAS, self-esteem, and self-efficacy as expected, confirming these measurements of well-being among themselves within this data set.</p>
        <p>When the relationship between self-efficacy after a game prompt or a task prompt was tested, scores in each group are significantly different. The game group scores an average of 8.08 on self-efficacy, while the task group scores on average 8.66. This scoring indicates answers between 0=cannot do at all and 11=certain can do. Even though a difference in scoring between groups is found, the difference in scores is small and the average scoring in both groups represents a high amount of self-efficacy.</p>
        <p>A significant difference between game and task group participants holds on the State Self-Efficacy Scale and PFC Subscale, but disappears in the scores on the subscale for stopping unwanted emotions or thoughts. That no effect could be found on this subscale might be due to the limited timespan of the survey (5-10 minutes) which is likely not long enough to raise the issue of consciously controlling ones’ emotional and cognitive state.</p>
        <p>The expectation that a game for health prompt would be followed by more positive affect and less negative affect was not found. No significant difference in affect was found at all between the game and task groups. Neither could any significant difference in the scores on self-esteem or flourishing be found between the task and game groups.</p>
        <p>When looking at the subset of participants that judged the expected content to be difficult, no significant effect of either the game or task stimulus could be found on self-efficacy. However, because many participants did not judge the expected content as difficult, this analysis relies on a smaller number (n=79) which might explain the lack of a robust finding. The results might be indicating a trend that a drop in self-efficacy following a game prompt will get bigger if the content is expected to be more difficult.</p>
        <p>Through running a mediation analysis it becomes clear that the difficulty judgment fully mediates the connection between participating in the game prompt or task prompt group and the score of self-efficacy. This mediation indicates that a game for health prompt creates the expectancy of slightly more difficult content compared with the task prompt, which influences the relationship between the type of prompt and self-efficacy in the direction of a game prompt being followed by a little less self-efficacy.</p>
        <p>No differences were found between the game and task group in flourishing and self-esteem average scores. Although negative and positive affect as well as flourishing show a significant relation to self-efficacy scores in the mediation model, neither mediation nor moderation can be established and not much can be said on the connection between these variables from these data.</p>
        <p>The use of MTurks for online surveys and experiments is getting more widespread [<xref ref-type="bibr" rid="ref49">49</xref>]. However, this experiment shows that how participants are recruited can have its own effect on outcomes. On all the self-evaluative measures in this experiment, MTurks scored different from the snowball participants. How participants were recruited showed a greater effect on self-efficacy (<italic>d</italic>=.61), the main dependent variable in this study, than the effect of the manipulation (<italic>d</italic>=.34).</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This experiment has no heart rate measure as an indication of arousal, which is a practical limitation of doing online research. Subjective measures of arousal do exist (such as a self-report scale that might be used online), but research indicates that such measures did not match physiological data collected via electromyography and skin conductance [<xref ref-type="bibr" rid="ref50">50</xref>] and as such do not provide valid measurements.</p>
        <p>Although mediating effects are found from difficulty judgments, participants on average expected this assignment to be “neutral,” meaning neither difficult nor easy. Future research might investigate game or task prompting where the judgment of the expected content is on the “very difficult” side of the scale.</p>
        <p>No measurement of game literacy is included in the study; this information might provide interesting correlations with expectations of playing games for health. Future research might look at the level of experience with 3 game categories: entertainment games, serious gaming, and games for health. A further investigation of lay-beliefs and expectancies of these 3 categories before any gameplay seems warranted.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The aim of this study was to try and establish a first foothold into investigating whether prompting a game for health might be considered arousal congruent cognitive reappraisal. As far as this one small study can indicate anything, it appears to indicate that this is not the case. Games or gamification in health care context have been shown to increase self-efficacy [<xref ref-type="bibr" rid="ref6">6</xref>]. However, this positive process does not seem to start at the moment of announcing a game.</p>
        <p>Prompting health-related content as a game is followed by slightly less self-efficacy (H1), mediated by an increase of the expected difficulty (H3) between “neutral” and “somewhat difficult,” when compared with the assignment as a task. This could be interpreted as the view that games are expected to be more challenging in a negative way. Those who wish to use gaming or gamification for diabetes type II–related interventions, or more broadly in a health-related setting, should be aware of this.</p>
        <p>There is no difference in affective state found following a game or a task prompt (H2) and no difference is found between the game and task groups in flourishing and self-esteem (H4). Together, this provides no support for the notion that a game prompt might be seen as cognitive reappraisal.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CSES</term>
          <def>
            <p>Coping Self-Efficacy Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PANAS</term>
          <def>
            <p>Positive and Negative Affect Schedule</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PFC</term>
          <def>
            <p>Problem-Focused Coping</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SISE</term>
          <def>
            <p>Single-Item Self-Esteem</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SSESS</term>
          <def>
            <p>State Self-Efficacy Subscale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SUET</term>
          <def>
            <p>Stop Unpleasant Emotions and Thoughts</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was started as part of the PhD program at the Faculty of Rehabilitation Science of the Technical University Dortmund, but was concluded independently. I am grateful to Tamara Bouwman, Daniel Oberski, Christian Roth, and my anonymous reviewers for their time, effort, and comments.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Get excited: reappraising pre-performance anxiety as excitement</article-title>
          <source>J Exp Psychol Gen</source>
          <year>2014</year>
          <month>06</month>
          <volume>143</volume>
          <issue>3</issue>
          <fpage>1144</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1037/a0035325</pub-id>
          <pub-id pub-id-type="medline">24364682</pub-id>
          <pub-id pub-id-type="pii">2013-44775-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGonigal</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>The Upside of Stress: Why Stress Is Good for You, and How to Get Good at It</source>
          <year>2016</year>
          <publisher-loc>Westminster, London</publisher-loc>
          <publisher-name>Penguin</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharifzadeh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kharrazi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nazari</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tabesh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Edalati Khodabandeh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Heidari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tara</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Health Education Serious Games Targeting Health Care Providers, Patients, and Public Health Users: Scoping Review</article-title>
          <source>JMIR Serious Games</source>
          <year>2020</year>
          <month>03</month>
          <day>05</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e13459</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2020/1/e13459/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13459</pub-id>
          <pub-id pub-id-type="medline">32134391</pub-id>
          <pub-id pub-id-type="pii">v8i1e13459</pub-id>
          <pub-id pub-id-type="pmcid">PMC7082739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kato</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Video Games in Health Care: Closing the Gap</article-title>
          <source>Review of General Psychology</source>
          <year>2010</year>
          <month>06</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>113</fpage>
          <lpage>121</lpage>
          <pub-id pub-id-type="doi">10.1037/a0019441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Deterding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Staneva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Gamification for health and wellbeing: A systematic review of the literature</article-title>
          <source>Internet Interv</source>
          <year>2016</year>
          <month>11</month>
          <volume>6</volume>
          <fpage>89</fpage>
          <lpage>106</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(16)30038-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2016.10.002</pub-id>
          <pub-id pub-id-type="medline">30135818</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(16)30038-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6096297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sardi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Idri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández-Alemán</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of gamification in e-Health</article-title>
          <source>J Biomed Inform</source>
          <year>2017</year>
          <month>12</month>
          <volume>71</volume>
          <fpage>31</fpage>
          <lpage>48</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(17)30106-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2017.05.011</pub-id>
          <pub-id pub-id-type="medline">28536062</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(17)30106-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baranowski</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Buday</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baranowski</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Playing for real: video games and stories for health-related behavior change</article-title>
          <source>Am J Prev Med</source>
          <year>2008</year>
          <month>01</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>74</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18083454"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2007.09.027</pub-id>
          <pub-id pub-id-type="medline">18083454</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(07)00647-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC2189579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeSmet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Van Ryckeghem</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Compernolle</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baranowski</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crombez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Poels</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Van Lippevelde</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bastiaensens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van Cleemput</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vandebosch</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>De Bourdeaudhuij</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of serious digital games for healthy lifestyle promotion</article-title>
          <source>Prev Med</source>
          <year>2014</year>
          <month>12</month>
          <volume>69</volume>
          <fpage>95</fpage>
          <lpage>107</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25172024"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2014.08.026</pub-id>
          <pub-id pub-id-type="medline">25172024</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(14)00317-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC4403732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verschueren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Buffel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Stichele</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Developing Theory-Driven, Evidence-Based Serious Games for Health: Framework Based on Research Community Insights</article-title>
          <source>JMIR Serious Games</source>
          <year>2019</year>
          <month>05</month>
          <day>02</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e11565</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2019/2/e11565/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11565</pub-id>
          <pub-id pub-id-type="medline">31045496</pub-id>
          <pub-id pub-id-type="pii">v7i2e11565</pub-id>
          <pub-id pub-id-type="pmcid">PMC6521217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brockmyer</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Curtiss</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>McBroom</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Burkhart</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Pidruzny</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>The development of the Game Engagement Questionnaire: A measure of engagement in video game-playing</article-title>
          <source>Journal of Experimental Social Psychology</source>
          <year>2009</year>
          <month>07</month>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>624</fpage>
          <lpage>634</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jesp.2009.02.016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Eden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Engelenburg</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Buningh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>How feedback boosts motivation and play in a brain-training game</article-title>
          <source>Computers in Human Behavior</source>
          <year>2015</year>
          <month>07</month>
          <volume>48</volume>
          <fpage>94</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2015.01.038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garcia Pañella</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Game design and e-health: serious games put to the test</article-title>
          <source>Advancing Cancer Education and Healthy Living in Our Communities (Putting Visions and Innovations into Action: Selected Papers from the St. Jude Cure4Kids® Global Summit 2011)</source>
          <year>2012</year>
          <publisher-loc>Amsterdam, The Netherlands</publisher-loc>
          <publisher-name>IOS Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Emotion Regulation: Current Status and Future Prospects</article-title>
          <source>Psychological Inquiry</source>
          <year>2015</year>
          <month>03</month>
          <day>09</day>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1080/1047840X.2014.940781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Denson</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Terides</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Blundell</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cognitive reappraisal increases neuroendocrine reactivity to acute social stress and physical pain</article-title>
          <source>Psychoneuroendocrinology</source>
          <year>2014</year>
          <month>11</month>
          <volume>49</volume>
          <fpage>69</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0306-4530(14)00254-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.psyneuen.2014.07.003</pub-id>
          <pub-id pub-id-type="medline">25063879</pub-id>
          <pub-id pub-id-type="pii">S0306-4530(14)00254-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aronson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Darley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ruble</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Rising to the threat: Reducing stereotype threat by reframing the threat as a challenge</article-title>
          <source>Journal of Experimental Social Psychology</source>
          <year>2010</year>
          <month>1</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>166</fpage>
          <lpage>171</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jesp.2009.09.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Koningsbruggen</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schüz</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Scholz</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Self-Affirmation Before Exposure to Health Communications Promotes Intentions and Health Behavior Change by Increasing Anticipated Regret</article-title>
          <source>Communication Research</source>
          <year>2016</year>
          <month>07</month>
          <day>09</day>
          <volume>43</volume>
          <issue>8</issue>
          <fpage>1027</fpage>
          <lpage>1044</lpage>
          <pub-id pub-id-type="doi">10.1177/0093650214555180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hastall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sukalla</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Multiples Framing in der Gesundheitskommunikation: Annahmen und Befunde</article-title>
          <source>Medien und Gesundheitskommunikation</source>
          <year>2013</year>
          <volume>201</volume>
          <fpage>219</fpage>
          <pub-id pub-id-type="doi">10.5771/9783845242811-201</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenck</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Calvo</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Anxiety and Performance: The Processing Efficiency Theory</article-title>
          <source>Cognition &amp; Emotion</source>
          <year>1992</year>
          <month>11</month>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>409</fpage>
          <lpage>434</lpage>
          <pub-id pub-id-type="doi">10.1080/02699939208409696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Self-efficacy: The exercise of control</source>
          <year>1997</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Worth Publishers</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The effect of youth diabetes self-efficacy on the relation among family conflict, disease care and glycemic control</article-title>
          <source>VCU Scholars Compass</source>
          <year>2014</year>
          <access-date>2012-04-12</access-date>
          <publisher-loc>Virginia</publisher-loc>
          <publisher-name>VCU University Archives</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scholarscompass.vcu.edu/etd/3495">https://scholarscompass.vcu.edu/etd/3495</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O’Leary</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Maddux</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy and the physiological stress response</article-title>
          <source>Self-Efficacy, Adaptation, and Adjustment</source>
          <year>1995</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>227</fpage>
          <lpage>246</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>Weight control self-efficacy types and transitions affect weight-loss outcomes in obese women</article-title>
          <source>Addictive Behaviors</source>
          <year>1996</year>
          <month>1</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>103</fpage>
          <lpage>116</lpage>
          <pub-id pub-id-type="doi">10.1016/0306-4603(95)00042-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ben-Ari Smira</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cognitive and personality factors in the delay of gratification of hemodialysis patients</article-title>
          <source>Journal of Personality and Social Psychology</source>
          <year>1986</year>
          <volume>51</volume>
          <issue>2</issue>
          <fpage>357</fpage>
          <lpage>364</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.51.2.357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poels</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>van den Hoogen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ijsselsteijn</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>de Kort</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Pleasure to play, arousal to stay: the effect of player emotions on digital game preferences and playing time</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2012</year>
          <month>01</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2010.0040</pub-id>
          <pub-id pub-id-type="medline">21875354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keyes</surname>
              <given-names>CLM</given-names>
            </name>
          </person-group>
          <article-title>Flourishing</article-title>
          <source>The Corsini Encyclopedia of Psychology</source>
          <year>2010</year>
          <month>1</month>
          <day>30</day>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley and Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wirtz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Biswas-diener</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tov</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kim-prieto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oishi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>New measures of well-being</article-title>
          <source>Assessing Well-Being</source>
          <year>2009</year>
          <publisher-loc>Dordrecht, The Netherlands</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>247</fpage>
          <lpage>266</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Self-determination theory and the facilitation of intrinsic motivation, social development, and well-being</article-title>
          <source>Am Psychol</source>
          <year>2000</year>
          <month>01</month>
          <volume>55</volume>
          <issue>1</issue>
          <fpage>68</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1037//0003-066x.55.1.68</pub-id>
          <pub-id pub-id-type="medline">11392867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyubomirsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tkach</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>DiMatteo</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>What are the Differences between Happiness and Self-Esteem</article-title>
          <source>Soc Indic Res</source>
          <year>2005</year>
          <month>10</month>
          <day>04</day>
          <volume>78</volume>
          <issue>3</issue>
          <fpage>363</fpage>
          <lpage>404</lpage>
          <pub-id pub-id-type="doi">10.1007/s11205-005-0213-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kardefelt-Winther</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The moderating role of psychosocial well-being on the relationship between escapism and excessive online gaming</article-title>
          <source>Computers in Human Behavior</source>
          <year>2014</year>
          <month>09</month>
          <volume>38</volume>
          <fpage>68</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2014.05.020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robins</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Hendin</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Trzesniewski</surname>
              <given-names>KH</given-names>
            </name>
          </person-group>
          <article-title>Measuring Global Self-Esteem: Construct Validation of a Single-Item Measure and the Rosenberg Self-Esteem Scale</article-title>
          <source>Pers Soc Psychol Bull</source>
          <year>2016</year>
          <month>07</month>
          <day>02</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>151</fpage>
          <lpage>161</lpage>
          <pub-id pub-id-type="doi">10.1177/0146167201272002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lieberman</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Video games for diabetes self-management: examples and design strategies</article-title>
          <source>J Diabetes Sci Technol</source>
          <year>2012</year>
          <month>07</month>
          <day>01</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>802</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22920805"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/193229681200600410</pub-id>
          <pub-id pub-id-type="medline">22920805</pub-id>
          <pub-id pub-id-type="pmcid">PMC3440150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joubert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guillaume</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Reznik</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Videogames in diabetes</article-title>
          <source>Handbook of Diabetes Technology</source>
          <year>2019</year>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>111</fpage>
          <lpage>117</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Driscoll</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Considerations in Using Serious Videogames as a Method for Providing Diabetes Education</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2016</year>
          <month>02</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>47</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2015.0363</pub-id>
          <pub-id pub-id-type="medline">26840495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>WaveQuest</collab>
          </person-group>
          <source>Packy &amp; Marlon</source>
          <year>1995</year>
          <access-date>2018-04-12</access-date>
          <publisher-name>Raya Systems</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/wiki/Packy_and_Marlon">https://en.wikipedia.org/wiki/Packy_and_Marlon</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lieberman</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Germeny</surname>
              <given-names>B A</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Pasta</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Educational video game for juvenile diabetes: results of a controlled trial</article-title>
          <source>Med Inform (Lond)</source>
          <year>1997</year>
          <month>07</month>
          <day>12</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.3109/14639239709089835</pub-id>
          <pub-id pub-id-type="medline">9183781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faul</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Erdfelder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Buchner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>A-G</given-names>
            </name>
          </person-group>
          <article-title>Statistical power analyses using G*Power 3.1: tests for correlation and regression analyses</article-title>
          <source>Behav Res Methods</source>
          <year>2009</year>
          <month>11</month>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>1149</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.3758/BRM.41.4.1149</pub-id>
          <pub-id pub-id-type="medline">19897823</pub-id>
          <pub-id pub-id-type="pii">41/4/1149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Qualtrics Labs</collab>
          </person-group>
          <source>Qualtrics Survey Software (Version 12,018)</source>
          <year>2009</year>
          <access-date>2014-04-12</access-date>
          <publisher-loc>Provo, UT</publisher-loc>
          <publisher-name>Qualtrics Labs</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/wiki/Qualtrics">https://en.wikipedia.org/wiki/Qualtrics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kittur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Suh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Crowdsourcing for usability: Using micro-task markets for rapid, remote, and low-cost user measurements</article-title>
          <year>2008</year>
          <conf-name>SIGCHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>2008</conf-date>
          <conf-loc>Toronto, ON, Canada</conf-loc>
          <fpage>453</fpage>
          <lpage>456</lpage>
          <pub-id pub-id-type="doi">10.1145/1357054.1357127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chesney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Neilands</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Folkman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A validity and reliability study of the coping self-efficacy scale</article-title>
          <source>Br J Health Psychol</source>
          <year>2006</year>
          <month>09</month>
          <volume>11</volume>
          <issue>Pt 3</issue>
          <fpage>421</fpage>
          <lpage>37</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16870053"/>
          </comment>
          <pub-id pub-id-type="doi">10.1348/135910705X53155</pub-id>
          <pub-id pub-id-type="medline">16870053</pub-id>
          <pub-id pub-id-type="pmcid">PMC1602207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neil Jr</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Effects of expertise on state self-efficacy and state worry during a computer-based certification test</article-title>
          <source>Computers in Human Behavior</source>
          <year>1999</year>
          <month>5</month>
          <volume>15</volume>
          <issue>3-4</issue>
          <fpage>511</fpage>
          <lpage>530</lpage>
          <pub-id pub-id-type="doi">10.1016/s0747-5632(99)00034-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Toward a Psychology of Human Agency</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2006</year>
          <month>06</month>
          <day>24</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>164</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1745-6916.2006.00011.x</pub-id>
          <pub-id pub-id-type="medline">26151469</pub-id>
          <pub-id pub-id-type="pii">1/2/164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Tellegen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of brief measures of positive and negative affect: the PANAS scales</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1988</year>
          <month>06</month>
          <volume>54</volume>
          <issue>6</issue>
          <fpage>1063</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.54.6.1063</pub-id>
          <pub-id pub-id-type="medline">3397865</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kobau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sniezek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zack</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Well-being assessment: An evaluation of well-being scales for public health and population estimates of well-being among US adults</article-title>
          <source>Applied Psychology of Health and Well-Being</source>
          <year>2010</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>272</fpage>
          <lpage>297</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1758-0854.2010.01035.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hone</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jarden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schofield</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Psychometric Properties of the Flourishing Scale in a New Zealand Sample</article-title>
          <source>Soc Indic Res</source>
          <year>2013</year>
          <month>11</month>
          <day>6</day>
          <volume>119</volume>
          <issue>2</issue>
          <fpage>1031</fpage>
          <lpage>1045</lpage>
          <pub-id pub-id-type="doi">10.1007/s11205-013-0501-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sauro</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dumas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Comparison of three one-question, post-task usability questionnaires</article-title>
          <year>2009</year>
          <conf-name>SIGCHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>2009</conf-date>
          <conf-loc>Boston, MA</conf-loc>
          <fpage>1599</fpage>
          <lpage>1608</lpage>
          <pub-id pub-id-type="doi">10.1145/1518701.1518946</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Conceiving the Self</source>
          <year>1979</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Basic Books</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Introduction to mediation, moderation, and conditional process analysis: A regression-based approach</source>
          <year>2017</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Guilford Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haring</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>The Effect of a Game Prompt on Self-Efficacy Concerning Problem-Solving Challenges of Living with Diabetes type II</source>
          <year>2018</year>
          <month>8</month>
          <day>8</day>
          <access-date>2021-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/68phf/">https://osf.io/68phf/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berinsky</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Lenz</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Evaluating online labor markets for experimental research: Amazon.com's Mechanical Turk</article-title>
          <source>Polit. anal</source>
          <year>2017</year>
          <month>01</month>
          <day>04</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>351</fpage>
          <lpage>368</lpage>
          <pub-id pub-id-type="doi">10.1093/pan/mpr057</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuurink</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Houtkamp</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Toet</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Engagement and EMG in serious gaming. Experimenting with sound and dynamics in the levee patroller training game</article-title>
          <source>Fun and Games</source>
          <year>2008</year>
          <conf-name>International Conference on Fun and Games</conf-name>
          <conf-date>2008</conf-date>
          <conf-loc>Berlin, Germany</conf-loc>
          <fpage>139</fpage>
          <lpage>149</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-540-88322-7_14</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
