<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v6i2e7</article-id>
    <article-id pub-id-type="pmid">29661748</article-id>
    <article-id pub-id-type="doi">10.2196/games.9231</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Virtual Reality Cue Refusal Video Game for Alcohol and Cigarette Recovery Support: Summative Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Eleftheriou</surname>
          <given-names>Anastasia Eleftheriou</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Tziraki</surname>
          <given-names>Chariklia</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Metcalf</surname>
        <given-names>Mary</given-names>
      </name>
      <degrees>MPH, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Clinical Tools, Inc</institution>
        <addr-line>101 Market Street, Suite A</addr-line>
        <addr-line>Chapel Hill, NC,</addr-line>
        <country>United States</country>
        <phone>1 919 960 8118</phone>
        <email>metcalf@clinicaltools.com</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3877-922X</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Rossie</surname>
          <given-names>Karen</given-names>
        </name>
        <degrees>DDS, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2951-5644</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Stokes</surname>
          <given-names>Katie</given-names>
        </name>
        <degrees>MAT</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0070-6487</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Tallman</surname>
          <given-names>Christina</given-names>
        </name>
        <degrees>MPhys</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0438-530X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Tanner</surname>
          <given-names>Bradley</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6394-6712</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <sup>1</sup>
      <institution>Clinical Tools, Inc</institution>
      <addr-line>Chapel Hill, NC</addr-line>
      <country>United States</country>
    </aff>
    <author-notes>
      <corresp>Corresponding Author: Mary Metcalf 
      <email>metcalf@clinicaltools.com</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Apr-Jun</season><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>16</day>
      <month>04</month>
      <year>2018</year>
    </pub-date>
    <volume>6</volume>
    <issue>2</issue>
    <elocation-id>e7</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>20</day>
        <month>10</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>3</day>
        <month>11</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>23</day>
        <month>2</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>13</day>
        <month>3</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Mary Metcalf, Karen Rossie, Katie Stokes, Christina Tallman, Bradley Tanner. Originally published in JMIR Serious Games (http://games.jmir.org), 16.04.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on http://games.jmir.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://games.jmir.org/2018/2/e7/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>New technologies such as virtual reality, augmented reality, and video games hold promise to support and enhance individuals in addiction treatment and recovery. Quitting or decreasing cigarette or alcohol use can lead to significant health improvements for individuals, decreasing heart disease risk and cancer risks (for both nicotine and alcohol use), among others. However, remaining in recovery from use is a significant challenge for most individuals.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>We developed and assessed the Take Control game, a partially immersive Kinect for Windows platform game that allows users to counter substance cues through active movements (hitting, kicking, etc).</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Formative analysis during phase I and phase II guided development. We conducted a small wait-list control trial using a quasi-random sampling technique (systematic) with 61 participants in recovery from addiction to alcohol or tobacco. Participants used the game 3 times and reported on substance use, cravings, satisfaction with the game experience, self-efficacy related to recovery, and side effects from exposure to a virtual reality intervention and substance cues.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Participants found the game engaging and fun and felt playing the game would support recovery efforts. On average, reported substance use decreased for participants during the intervention period. Participants in recovery for alcohol use saw more benefit than those in recovery for tobacco use, with a statistically significant increase in self-efficacy, attitude, and behavior during the intervention. Side effects from the use of a virtual reality intervention were minor and decreased over time; cravings and side effects also decreased during the study.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The preliminary results suggest the intervention holds promise as an adjunct to standard treatment for those in recovery, particularly from alcohol use.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>addiction treatment</kwd>
      <kwd>Kinect</kwd>
      <kwd>serious games</kwd>
      <kwd>motion control games</kwd>
      <kwd>virtual reality</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Theoretical Basis for the Game Intervention</title>
        <p>The Take Control recovery support game uses several familiar and well-researched therapies to improve player treatment outcomes for addiction. Cue exposure therapy (CET) is a commonly used method in substance abuse treatment [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Traditionally, CET is performed with pictures of a substance, the actual substance itself, or even its scent [<xref ref-type="bibr" rid="ref2">2</xref>]. The patient is repeatedly exposed to cues and stimuli and encouraged to ignore the craving response or use a coping response [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. In keeping with the theory that the treatment effect is due to practicing a healthier response to a cue, the player in our game is repeatedly exposed to an image of a substance, and rather than responding with use, the player is trained to substitute a more dynamic, adaptive response. They must react appropriately (destroy the substance) in order to advance in the game.</p>
        <p>Another way to explain the effect of this game is counter-conditioning. The unwanted behavior of responding to the cue to use a substance is being replaced with a positive action, and the new behavior is rewarded [<xref ref-type="bibr" rid="ref11">11</xref>]. The game supports the rehearsal of the positive action of actively refusing a substance when it is presented and offers a reward to reinforce the more positive response in the form of success in the game.</p>
        <p>The effectiveness of this game’s approach to substance abuse treatment also might be partially explained by the extinction response. Extinction therapy aims to reduce a patient’s conditioned response to a substance by repeated exposure without reinforcers in order to dull the craving response over time [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. In our game, the patient is repeatedly exposed visually to the substance without receiving the reinforcing effect of the substance, which may produce some extinction effects. Creating new memories will overlap former memories, thus extinguishing old habits and responses [<xref ref-type="bibr" rid="ref13">13</xref>]. Our game will allow players to use movement to form new, more adaptive associations with the substances.</p>
        <p>Virtual reality therapy (VRT) uses virtual environments to expose patients to stimuli in a safe and controlled manner, such as with phobias or posttraumatic stress disorder [<xref ref-type="bibr" rid="ref14">14</xref>]. In VRT for addiction treatment, the stimulus is the substance of the patient’s addiction [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. A VR video game has distinct advantages over other exposure methods (eg, pictures produced by a counselor). Being in a VR environment allows the player to feel more immersed in the game, resulting in greater involvement and translation into real-life actions [<xref ref-type="bibr" rid="ref5">5</xref>]. The game also addresses the need for a safe environment to practice refusal skills, as seen in coping skills training [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Exercise, which has been shown to aid in recovery from substance use disorders [<xref ref-type="bibr" rid="ref18">18</xref>] and reduce comorbid factors that hinder overall health and wellbeing [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], is another factor that may mediate the game’s effect. Free movement is possible with our game because Kinect (the system) is not hindered by a controller, cords, or bulky head gear.</p>
        <p>Cognitive behavioral therapy (CBT) has extensive research backing its effectiveness in addiction treatment [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. One important interpersonal component of CBT is refusal skill practice. Patients learn how to respond rapidly, maintain eye contact, and give a clear “no” when offered drugs [<xref ref-type="bibr" rid="ref23">23</xref>]. In our proposed game, players will practice refusal skills (such as verbally saying “no” and physically turning one’s back) when offered a substance by a character.</p>
        <p>In the specific field of technology-based interventions for substance abuse, we did not identify any similar games to Take Control. However, there was a related study conducted by Girard et al [<xref ref-type="bibr" rid="ref24">24</xref>] showing that 4 sessions performing behaviors incompatible with smoking cigarettes (crushing virtual cigarettes) within a virtual environment were more efficacious for smoking cessation than a similar game in which patients found and crushed virtual balls. The mechanism of this treatment in the study was not well understood, but we surmised that such virtual practice in a game environment may be uniquely helpful because it can deliver a large dose of alternative practice in a manner that people not only tolerate but enjoy. The fact that a short duration gaming experience in Girard et al [<xref ref-type="bibr" rid="ref24">24</xref>] could improve outcomes in comparison with a placebo control suggests that games that involve the body in alternative practice may hold promise for treating addiction.</p>
      </sec>
      <sec>
        <title>Game Design</title>
        <p>The Take Control recovery support game was developed for use with the Kinect motion sensor camera and device available with Xbox One and Windows operating systems.</p>
        <p>Users hit or kick away cue images as they fly toward the user, as seen in <xref ref-type="fig" rid="figure1">Figure 1</xref>. If a user successfully hits the image, it explodes and the user gains in-game points. If an image hits the user or flies off the screen without being exploded, there is no negative consequence to the user’s score.</p>
        <p>Users choose a background image, like the one in <xref ref-type="fig" rid="figure2">Figure 2</xref>, from a menu using voice or mouse controls and then choose 1 cue item to reject per round. Users were encouraged to focus on 1 substance but could change items between rounds. Users could replay the game using different backgrounds or cues as often as desired.</p>
        <p>The game includes photo realistic backgrounds, seen in <xref ref-type="fig" rid="figure3">Figure 3</xref>, but drawn substance images, seen in <xref ref-type="fig" rid="figure4">Figure 4</xref>. During formative studies with target audience members, it was determined that photo realistic images of cue items (cigarettes, beer bottles, etc) were not preferred since users felt that such images were too specific, and thus made the experience less relevant to them individually. There were also reports from formative testers that they believed realistic looking cues might trigger cravings, while illustrations would be less likely to do so.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study considers how a lower cost, easily accessible video game could be used to support recovery treatment or individual self-efficacy, attitude, and behavior. The goal is to support users in practicing refusal skills and increase self-efficacy by denying trigger or cue items in the nonthreatening environment of the video game. Using realistic backgrounds, users can hit or kick trigger items that fly toward them. Hit items explode, and users gain points.</p>
        <p>Primary outcome measures were an increase in reported self-efficacy, attitude, and behavior, a decrease or lack of increase in craving after having seen the trigger items, and satisfaction with the game experience. Self-reported data on continued recovery status were also assessed.</p>
        <p>The primary goal of the study was to increase user self-efficacy, attitude, and behavior by allowing the user to practice refusing trigger items in the game context.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>A staff developer swipes away a beer bottle during game play.</p>
          </caption>
          <graphic xlink:href="games_v6i2e7_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Players can select specific backgrounds for the game.</p>
          </caption>
          <graphic xlink:href="games_v6i2e7_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Game backgrounds include realistic photos.</p>
          </caption>
          <graphic xlink:href="games_v6i2e7_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Substance images were drawn to be less specific as preferred by the target audience.</p>
          </caption>
          <graphic xlink:href="games_v6i2e7_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>The study was reviewed and approved by the Clinical Tools Inc Institutional Review Board. Participants were healthy adult volunteers who self-identified as having recently quit using cigarettes, tobacco, or alcohol. We did not collect data on coaddictions. Participants were recruited through advertisements in a local weekly news circular, on the Internet (Raleigh Craigslist), flyers placed in local public places (community centers, outside grocery stores), and via word of mouth.</p>
        <p>Interested volunteers completed a short, open online survey that reviewed eligibility requirements (aged over 18 years, recent quitting, lack of mobility issues that would prohibit game use, fluent in English). The survey contained an informed consent section with study purpose, methods and procedures, confidentiality, benefits and inconveniences, precautions and risks, and survey submissions were limited via IP addresses. Participants also had to be able to travel to a game setup location. For most participants, this was a small office near a local church building, on the local free bus line, with free parking available. Participants received a gift card to a national store with multiple locations in the area at each of the 4 possible sessions. Sessions typically lasted more than 15 minutes but less than 30 minutes. Participants were asked to play 8 rounds (60 seconds per round) of the game.</p>
        <p>Use of the video game was private; research staff were available to assist with any technical difficulties or usability question outside of the testing room, but staff did observe use of the game through a window (where players could not see them) to allow users to behave naturally and not feel judged for their ability to play the game. A computer log documented use time and score, and this was associated with the participant number. The study version incorporated the Kinect for Windows software and ran on a personal computer with a large monitor to facilitate viewing of the game.</p>
        
         <boxed-text id="box1" position="float">
          <title>Case and wait-list control group schedules.</title>
          <p>Case:</p>
          <list list-type="bullet">
            <list-item>
              <p>Preassessment and Take Control game session 1</p>
            </list-item>
            <list-item>
              <p>Take Control game session 2 and assessment</p>
            </list-item>
            <list-item>
              <p>Take Control game session 3 and assessment</p>
            </list-item>
            <list-item>
              <p>One- to 2-week interval</p>
            </list-item>
            <list-item>
              <p>Follow-up assessment</p>
            </list-item>
          </list>
          <p>Wait-list control:</p>
          <list list-type="bullet">
            <list-item>
              <p>Preassessment</p>
            </list-item>
            <list-item>
              <p>Two-week interval—no assessment</p>
            </list-item>
            <list-item>
              <p>Preassessment and Take Control game session 1</p>
            </list-item>
            <list-item>
              <p>Take Control game session 2 and assessment</p>
            </list-item>
            <list-item>
              <p>Take Control game session 3 and assessment</p>
            </list-item>
          </list>
        </boxed-text>
        
        
        
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The study was a quasi-experimental, stratified, wait-list control trial using a convenience sample due to time limitations.</p>
        <p>Participants in each group had the opportunity to play the game at the Clinical Tools office 3 times, with 7 to 12 days in between uses. Case group participants were asked to complete a follow-up set of measures 1 to 2 weeks after the final game use. Control group users completed a baseline set of instruments and then after at least a 2-week wait period repeated the baseline measures and then used the game 3 times.</p>
        <p>Thus, each group had a total of 4 assessment interactions and 3 game play interactions (see <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). Assessments were mostly Likert-style questions except for the 7-Day Timeline (fill-in-the-blank), Side Effects (multiple choice), and Stages of Change (multiple choice). A random number was assigned to participants and the information kept in a locked location. Researchers used this number to log participants into the surveys associated with specific session numbers to keep the participant’s multiple sessions linked.</p>
        <p>Data collected for this study were sent to University of North Carolina at Chapel Hill, where a doctoral student in statistics analyzed the data.</p>
       
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>A total of 76 participants were enrolled in the summative study. A total of 7 case participants were withdrawn from the analysis: 2 case participants were withdrawn due to inconsistent data and 5 were withdrawn due to not completing the study. A total of 8 control participants were withdrawn from the study, all due to not completing the study. A total of 61 participants were included in the analysis. There were 28 females (1 Asian, 10 African American, 13 white, 1 other, 2 multiracial, 1 prefer not to answer) and 32 males (1 Asian, 14 African American, 15 white, 1 other, 1 prefer not to answer); 1 participant was unknown (chose prefer not to answer for both gender and race categories).</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Quantitative Results—Substance Use</title>
          <p>The 7-Day Timeline instrument allowed the participant to report any substance they had used the week prior to playing the game. In <xref ref-type="table" rid="table1">Table 1</xref>, percentages are reported based on a starting point of 100% for those reporting use of a substance in session 1. After playing the game twice, case participants who reported using a substance on the first 7-Day Timeline (n=17) had an average drop to 38% of what they had been using at baseline. Of those who reported some substance use at baseline, 5 out of 17 (29%) stopped using altogether (0% use) after 2 weeks of participation. Control participants who reported using a substance on the first 7-Day Timeline had an average substance use increase from 100% to 110% during the 2-week period prior to playing the game. As shown in <xref ref-type="table" rid="table2">Table 2</xref>, average substance use increased between the last game play (session 3) and 1-week follow-up (session 4) for those who completed the optional fourth session (15/17). Therefore, they went from 100% at week 1 down to 38% at week 3, and back up (average session 3) to 52% at week 4 (average session 4). Overall, there was improvement from session 1 to session 4 of about 50%.</p>
          <p>At the follow-up point for the 7-Day Timeline, a third of those who filled out the follow-up survey had reached 0% use by the last game play session and maintained abstinence. However, 27% of participants (4/15) increased substance use after completing the study. One participant, who had reported 0% substance use at all 3 game play sessions, reported using again at follow-up.</p>

            

          
          
          <table-wrap position="float" id="table1">
              <label>Table 1</label>
              <caption>
                <p>Change in substance use after 2 weeks (percentage<sup>a</sup> based on first reported use).</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="580"/>
                <col width="220"/>
                <col width="200"/>
                <thead>
                  <tr valign="top">
                    <td>Characteristic</td>
                    <td>Control without game (n=11)</td>
                    <td>Case with game (n=17)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>Average change in substance use compared to initial 100%, %<sup>a</sup> </td>
                    <td>110</td>
                    <td>38</td>
                  </tr>
                  <tr valign="top">
                    <td>Number who quit, n</td>
                    <td>0</td>
                    <td>5</td>
                  </tr>
                  <tr valign="top">
                    <td>Number who restarted, n</td>
                    <td>2</td>
                    <td>1</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table1fn1">
                  <p><sup>a</sup>Percentage reflects the amount of substance use increase.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            
            <table-wrap position="float" id="table2">
              <label>Table 2</label>
              <caption>
                <p>Substance use in case group (n=15). N/A: not applicable.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="550"/>
                <col width="140"/>
                <col width="140"/>
                <col width="140"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Use for participants who completed session 4 from 7-Day Timeline</td>
                    <td>Session 1</td>
                    <td>Session 3</td>
                    <td>Session 4</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="2"><bold>Participants still using their substance</bold></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Used substance, %</td>
                    <td>100.00</td>
                    <td>37.74</td>
                    <td>52.37</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Increased since previous session, n</td>
                    <td>N/A</td>
                    <td>2</td>
                    <td>4</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Decreased since previous session, n</td>
                    <td>N/A</td>
                    <td>7</td>
                    <td>2</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Use stayed the same, n</td>
                    <td>N/A</td>
                    <td>1</td>
                    <td>3</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Decreased and stayed at 0% use, n</td>
                    <td><break/></td>
                    <td>5</td>
                    <td>6</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Total, n</td>
                    <td>15</td>
                    <td>15</td>
                    <td>15</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2"><bold>Participants with no substance use or those at 0%, n</bold></td>
                    <td>15</td>
                    <td>15</td>
                    <td>14</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Restarted</td>
                    <td>N/A</td>
                    <td>N/A</td>
                    <td>1</td>
                  </tr>
                </tbody>
              </table>
            </table-wrap>
            
                    </sec>
        <sec>
          <title>Quantitative Results—Self-Efficacy, Attitude, Behavior, or Intended Behavior</title>
          <sec>
            <title>Self-Efficacy Results</title>
            <p>In general, participants reported an increase in self-efficacy after spending 3 weeks playing the game. <xref ref-type="table" rid="table3">Table 3</xref> displays results for each self-efficacy question and shows a growth trend for self-efficacy between sessions 1 and 3, followed by a decrease by the 1-week follow-up session 4. The difference between sessions 3 and 4 showed the most decrease in patient self-efficacy. However, on the fourth week, after not coming back and playing the game, participant average self-efficacy rating drops off. We found differences between session 3 and session 4 values in that most of the participants (21/29) had a decreased self-efficacy score or remained the same. Only 8 participants had increased self-efficacy at session 4, a week after the last time they played the game.</p>
          </sec>
          <sec>
            <title>Intended Behavior Results</title>
            <p>Several individual measures improved for case intended behavior from baseline (week 1) through 1-week follow-up (week 4). Case participants, on average, showed an increase from baseline to 1-week follow-up in their ratings on a 5-point Likert-type scale of their intentions to use health care (0.61 points), resources (0.24 points), and support groups (0.18 points) to assist with their substance use issues. All other intended behaviors measured showed a slight downward trend from baseline to follow-up (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
          </sec>
          <sec>
            <title>Attitude Results</title>
            <p>Scores on attitude questions, which focused on self-responsibility to use help, started fairly low at week 1 (average 3.88), rose slightly by week 3 (average 3.99), and fell even below baseline by 1-week follow-up (average 3.67).</p>
                      </sec>
        </sec>
        <sec>
          <title>Quantitative Results—Alcohol versus Tobacco</title>
          <p>Self-reported, self-efficacy, attitude, and behavior scores that were collected via Likert-style surveys at the beginning of the first game play session, and after the third, or last, session of game play for both case and control were analyzed by the substance used. Participants who had selected alcohol as their problem substance showed improvement in scores from an average of 4.19 at baseline (game play 1) to 4.31 at the third session (game play 3)—an increase of 0.11 (2-tailed <italic>t</italic> test, <italic>P</italic>=.09; see <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). When participants who were still using alcohol at baseline were considered separately (11/26), the increase in scores over the 3 weeks was significant (going from 4.04 to 4.28, <italic>P</italic>=.03). In contrast, those who chose tobacco howed a slight decrease in self-efficacy scores of 0.02 points in the 2 weeks. Tobacco substance users had a decrease in mean self-efficacy score of 0.07.</p>
          <p>The rate of participants continuing substance use after entering the study decreased for both alcohol and tobacco users (<xref ref-type="table" rid="table4">Table 4</xref>). Participants with alcohol substance use decreased their amount of substance used by 75%, whereas tobacco substance users only decreased their substance use by 4%.</p>

          
            <table-wrap position="float" id="table3">
              <label>Table 3</label>
              <caption>
                <p>Case player self-assessment scores (5-point Likert-type scale; n=29).</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="550"/>
                <col width="90"/>
                <col width="80"/>
                <col width="110"/>
                <col width="140"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Characteristics</td>
                    <td>Session 1 (Baseline)</td>
                    <td>Session 3</td>
                    <td>Session 1 to 3 (Difference)</td>
                    <td>Session 4 (1-week follow-up)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="2"><bold>Self-efficacy—I currently feel that:</bold></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>I am happy with how far I have come in my substance use treatment and recovery</td>
                    <td>4.07</td>
                    <td>4.17</td>
                    <td>0.10</td>
                    <td>4.14</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>I feel good about my future regarding substance use abstinence</td>
                    <td>4.21</td>
                    <td>4.34</td>
                    <td>0.13</td>
                    <td>4.03</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>I am confident in my ability to overcome my substance use issue</td>
                    <td>4.07</td>
                    <td>4.38</td>
                    <td>0.31</td>
                    <td>4.07</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>I am confident in my ability to refuse the use of problematic substances (alcohol/drugs/tobacco)</td>
                    <td>3.93</td>
                    <td>4.07</td>
                    <td>0.14</td>
                    <td>3.79</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Average self-efficacy</td>
                    <td>4.07</td>
                    <td>4.24</td>
                    <td>0.17</td>
                    <td>4.01</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2"><bold>Attitude—It is my responsibility to take control of my substance use issues by:</bold></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Using the help of support channels</td>
                    <td>4.00</td>
                    <td>4.07</td>
                    <td>0.07</td>
                    <td>3.86</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Using the help of health care professionals</td>
                    <td>3.41</td>
                    <td>3.72</td>
                    <td>0.31</td>
                    <td>3.45</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Using the help of friends</td>
                    <td>4.24</td>
                    <td>4.17</td>
                    <td>–0.07</td>
                    <td>3.97</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Average attitude</td>
                    <td>3.88</td>
                    <td>3.99</td>
                    <td>0.10</td>
                    <td>3.67</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2">Behavior—I intend to quit using problematic substances (alcohol/drugs/tobacco)</td>
                    <td>4.27</td>
                    <td>4.00</td>
                    <td>–0.27</td>
                    <td>3.93</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2">I intend to reduce my use of problematic substances (alcohol/drugs/tobacco)</td>
                    <td>4.56</td>
                    <td>4.43</td>
                    <td>–0.13</td>
                    <td>4.15</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2"><bold>Behavior—I intend to use or continue using the help of:</bold></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Health care to assist with my substance use issues</td>
                    <td>2.96</td>
                    <td>3.57</td>
                    <td>0.61</td>
                    <td>3.41</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Friends to assist with my substance use issues</td>
                    <td>4.07</td>
                    <td>4.03</td>
                    <td>–0.04</td>
                    <td>3.90</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Family to assist with my substance use issues</td>
                    <td>3.43</td>
                    <td>3.61</td>
                    <td>0.18</td>
                    <td>3.34</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Support groups to assist with my substance use issues</td>
                    <td>3.54</td>
                    <td>3.50</td>
                    <td>–0.04</td>
                    <td>3.61</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Resources to assist with my substance use issues</td>
                    <td>3.79</td>
                    <td>4.03</td>
                    <td>0.24</td>
                    <td>3.93</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2"><bold>Behavior—I intend to seek out and participate in:</bold></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                    <td><break/></td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Healthy lifestyle behaviors such as eating healthily</td>
                    <td>4.31</td>
                    <td>4.48</td>
                    <td>0.17</td>
                    <td>4.10</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Healthy lifestyle behaviors such as exercising</td>
                    <td>4.38</td>
                    <td>4.48</td>
                    <td>0.10</td>
                    <td>4.21</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Healthy lifestyle behaviors such as socializing</td>
                    <td>4.41</td>
                    <td>4.48</td>
                    <td>0.07</td>
                    <td>4.03</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Healthy lifestyle behaviors such as hobbies</td>
                    <td>4.34</td>
                    <td>4.62</td>
                    <td>0.32</td>
                    <td>4.24</td>
                  </tr>
                  <tr valign="top">
                    <td><break/></td>
                    <td>Average behavior or intended behavior</td>
                    <td>4.00</td>
                    <td>4.11</td>
                    <td>0.11</td>
                    <td>3.89</td>
                  </tr>
                </tbody>
              </table>
            </table-wrap>
          
          
          
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Average change in substance use for participants who started the study using a substance within the past week (n=24).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="580"/>
                <col width="220"/>
                <col width="200"/>
              <thead>
                <tr valign="top">
                  <td>Substance type</td>
                  <td>Session 1 attendance, n (%)</td>
                  <td>Session 3 attendance, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Tobacco</td>
                  <td>13 (100)</td>
                  <td>12 (96)</td>
                </tr>
                <tr valign="top">
                  <td>Alcohol</td>
                  <td>11 (100)</td>
                  <td>7 (25)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          
                  </sec>
        <sec>
          <title>Quantitative Results—Satisfaction</title>
          <p>The trend, on average, was that participant satisfaction with the game was positive, with scores averaging between 3.34 and 4.25 (neutral and agreement) on a 5-point Likert-type scale in response to 5 satisfaction questions (see <xref ref-type="table" rid="table5">Table 5</xref>). The average agreement decreased slightly by the end of the study, perhaps because of the decrease in novelty or instrument fatigue. Participants agreed with all satisfaction statements at the end of the study, however.</p>
        </sec>
        <sec>
          <title>Qualitative Results</title>
          <p>A total of 48 participants offered additional comments in the surveys as well as in an unstructured interview after playing the game. The positive and negative comments were divided into more general and specific comments, and the game design suggestions were recorded. Of the 76 unique comments, 50% (38/75) were positive about the game and playing the game, 9% (7/75) were negative, and 41% (31/75) were neutral or involved game design suggestions for the future (such as changes to fonts, scoring, additional backgrounds or images). Many of the positive comments (21/38) included evaluative statements like, “Fun,” “Cool,” and “Liked it.” The negative comments comprised a mixture of skepticism about the game efficacy, stress inducement, soreness, or general dislike.</p>
          
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Game satisfaction scores (5-point Likert-type scale). N/A: not applicable.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="550"/>
                <col width="90"/>
                <col width="90"/>
                <col width="100"/>
                <col width="140"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Game satisfaction</td>
                  <td>Session 1 (n=52)</td>
                  <td>Session 2 (n=52)</td>
                  <td>Session 3 (n=52)</td>
                  <td>Session 4 (1-week follow-up; n=29)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2"><bold>Game focus—I feel that:</bold></td>
                  <td><break/></td>
                  <td><break/></td>
                  <td><break/></td>
                  <td><break/></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>The game was fun.</td>
                  <td>4.43</td>
                  <td>4.48</td>
                  <td>4.37</td>
                  <td>4.10</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>This game was engaging.</td>
                  <td>4.58</td>
                  <td>4.48</td>
                  <td>4.48</td>
                  <td>4.17</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Based on my experience, I would recommend this game to other patients in treatment for substance use problems.</td>
                  <td>3.88</td>
                  <td>3.98</td>
                  <td>4.00</td>
                  <td>3.67</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Based on my experience, this game will aid in my substance use treatment and recovery.</td>
                  <td>3.45</td>
                  <td>3.55</td>
                  <td>3.81</td>
                  <td>3.53</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Overall, this game will be a useful substance use treatment and recovery tool.</td>
                  <td>3.78</td>
                  <td>3.83</td>
                  <td>4.12</td>
                  <td>3.70</td>
                </tr>
                <tr valign="top">
                  <td colspan="6"><bold>Game feedback—The game seems like it will help with my treatment in terms of:</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Relapse prevention</td>
                  <td>3.41</td>
                  <td>3.40</td>
                  <td>3.65</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Seeking help</td>
                  <td>3.22</td>
                  <td>3.10</td>
                  <td>3.38</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Sticking to treatment</td>
                  <td>3.68</td>
                  <td>3.60</td>
                  <td>3.88</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Better long-term outcomes</td>
                  <td>3.76</td>
                  <td>3.65</td>
                  <td>3.69</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Higher quality of life</td>
                  <td>3.61</td>
                  <td>3.70</td>
                  <td>3.71</td>
                  <td>N/A</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Quantitative Results</title>
        <p>There are several important results of this brief study. First, that participation in the study and use of the game seem to support abstinence from substance use based on the 7-Day Timeline reports when game users are compared to participants in the control group. The 7-Day Timeline instrument reported decreased or maintenance of no substance use at a poststudy follow up for most of the 29 participants in the game use group. That is, substance use decreased or remained the same for most users, although more for alcohol users than for tobacco users.</p>
        <p>This suggests that participation in the study did support abstinence from substance use and that the effect might be stronger for alcohol use than tobacco use. Additional research is needed to determine if this effect is due to participation in a study or the intervention.</p>
        <p>A second finding is that there were fewer positive results seen in substance use during the wait-list control period for those participants. In other words, there was a general increase in use, not decrease while controls waited. This suggests that being in a study and knowing that they would have to report on their substance use did not change their baseline behavior. This result strengthens the argument that it was use of the game that decreased substance use for participants, rather than participation in the study. Future research could examine this finding further.</p>
        <p>A third finding is that scores for self-efficacy, attitude, and intended behavior went up significantly from baseline to week 3 (<italic>P</italic>=.03) for patients still using alcohol at baseline. This, together with the greater decrease in substance use for the group that selected alcohol as the substance to work on, suggests that the game benefits may be greater with respect to alcohol use.</p>
        <p>Finally, it is noteworthy that few participants reported an increase in use of their substance. This was a concern due to the possibility, as seen in CET modalities, that exposing users to cues for substance use can have a triggering effect and thus have the potential to undermine recovery. This did not happen often, which is encouraging and a necessary result for further research into the use of game- or electronic-based CET adjunctive technologies.</p>
      </sec>
      <sec>
        <title>Participant Satisfaction, Self-Efficacy, and Behavior Key Findings</title>
        <p>Secondary findings revolve around participant enthusiasm for the game experience and impact the potential of the game as a supportive product in the future. Participants found the game engaging and fun.</p>
        <p>Additionally, participants felt playing the game during recovery would help with relapse prevention and related behaviors. Agreement with this was highest after session 3.</p>
        <p>There was a slight but intriguing difference in results for those who reported recovery for alcohol use as their primary goal versus those who chose recovery from tobacco use. Specifically, self-efficacy increased for those in recovery for alcohol use, but there was a minor, not statistically significant decrease in self-efficacy for former tobacco users. Differences between these 2 groups could be an area of further research, as misuse of both substances is harmful to health in the US population. Another improvement seen from pre- to postintervention follow-up was an increased intention to use health care, resources, and support groups.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are limitations worth noting in this study. The study population was small and was a convenience sample of participants who were interested in maintaining their status in recovery, and thus they may not be typical of all individuals having substance use problems. Second, time was constrained, which impacted how often participants could use the game. In an ideal setting, the game experience would be available to participants more frequently, and a dose-response investigation could be conducted.</p>
        <p>Kinect is a kinesthetic game and requires a minimum level of physical ability to move arms or legs, and this limits the reach of the game. A participant was able to use the game from a wheelchair in early testing, but more modifications are needed to effectively reach a mobility-limited population. Also, in terms of the physicality of the game, we believe that the possible aggressiveness of the game is balanced by the positive interactions of taking control of one’s environment; however, a psychological professional would need to evaluate whether this game is appropriate for individuals with aggressive tendencies.</p>
        <p>Given this was a short-term feasibility study, long-term studies would need to be conducted to address the complexities of rehabilitation from various addictions.</p>
        <p>Finally, Microsoft is no longer actively developing Kinect applications; although current versions of the Xbox One continue to support use (as of August 2017). Thus, future versions of the game should explore additional platforms while maintaining the kinesthetic element of game play and explore how this impacts results.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study indicates that a serious game–based intervention has potential to be a useful part of recovery efforts for individuals seeking to maintain abstinence from alcohol or tobacco misuse or use. The use of a kinesthetic game based in a cue refusal theory framework-based intervention could prove a valuable adjunct to therapy in the future. Games have the ability to reach and engage a significant audience segment, and the use of an individually tailored game could expand potential treatment experiences.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Self-efficacy, attitude, and intended behavior scores for case and control participants who completed 3 game play sessions (N=50).</p>
        <media xlink:href="games_v6i2e7_app1.pdf" xlink:title="PDF File (Adobe PDF File), 18KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive behavior therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CET</term>
          <def>
            <p>cue exposure therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SBIR</term>
          <def>
            <p>Small Business Innovation Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">VRT</term>
          <def>
            <p>virtual reality therapy</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project was supported entirely by an Small Business Innovation Research (SBIR) contract from the National Institutes of Health (HHSN2712013000041C).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>The authors are the employees of the small business that received the SBIR contract to develop and evaluate this game. All development and evaluation (except for the data analysis) was performed by Clinical Tools staff, including the study design, collection of data, writing of the report, and the decision to submit the report for publication. Brad Tanner is the owner of Clinical Tools Inc and may profit from any sale of the game.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Traylor</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Parrish</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Copp</surname>
            <given-names>HL</given-names>
          </name>
          <name name-style="western">
            <surname>Bordnick</surname>
            <given-names>PS</given-names>
          </name>
        </person-group>
        <article-title>Using virtual reality to investigate complex and contextual cue reactivity in nicotine dependent problem drinkers</article-title>
        <source>Addict Behav</source>  
        <year>2011</year>  
        <month>11</month>  
        <volume>36</volume>  
        <issue>11</issue>  
        <fpage>1068</fpage>  
        <lpage>1075</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.addbeh.2011.06.014</pub-id>
        <pub-id pub-id-type="medline">21783326</pub-id>
        <pub-id pub-id-type="pii">S0306-4603(11)00194-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Monti</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Rohsenow</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Coping-skills training and cue-exposure therapy in the treatment of alcoholism</article-title>
        <source>Alcohol Res Health</source>  
        <year>1999</year>  
        <volume>23</volume>  
        <issue>2</issue>  
        <fpage>107</fpage>  
        <lpage>115</lpage>  
        <pub-id pub-id-type="medline">10890804</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Namkoong</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Ku</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Cho</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>JY</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>YK</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>IY</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>SI</given-names>
          </name>
          <name name-style="western">
            <surname>Jung</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>Social pressure-induced craving in patients with alcohol dependence: application of virtual reality to coping skill training</article-title>
        <source>Psychiatry Investig</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>5</volume>  
        <issue>4</issue>  
        <fpage>239</fpage>  
        <lpage>243</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://psychiatryinvestigation.org/html/abstract.asp?year=2008&#38;vol=5&#38;page=239"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4306/pi.2008.5.4.239</pub-id>
        <pub-id pub-id-type="medline">20046344</pub-id>
        <pub-id pub-id-type="pmcid">PMC2796010</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Paris</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Carter</surname>
            <given-names>BL</given-names>
          </name>
          <name name-style="western">
            <surname>Traylor</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Bordnick</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Day</surname>
            <given-names>SX</given-names>
          </name>
          <name name-style="western">
            <surname>Armsworth</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Cinciripini</surname>
            <given-names>PM</given-names>
          </name>
        </person-group>
        <article-title>Cue reactivity in virtual reality: the role of context</article-title>
        <source>Addict Behav</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>36</volume>  
        <issue>7</issue>  
        <fpage>696</fpage>  
        <lpage>699</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21349649"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.addbeh.2011.01.029</pub-id>
        <pub-id pub-id-type="medline">21349649</pub-id>
        <pub-id pub-id-type="pii">S0306-4603(11)00050-5</pub-id>
        <pub-id pub-id-type="pmcid">PMC4104934</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>García-Rodríguez</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Pericot-Valverde</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Gutiérrez-Maldonado</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrer-García</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Secades-Villa</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Validation of smoking-related virtual environments for cue exposure therapy</article-title>
        <source>Addict Behav</source>  
        <year>2012</year>  
        <month>06</month>  
        <volume>37</volume>  
        <issue>6</issue>  
        <fpage>703</fpage>  
        <lpage>708</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.addbeh.2012.02.013</pub-id>
        <pub-id pub-id-type="medline">22385732</pub-id>
        <pub-id pub-id-type="pii">S0306-4603(12)00066-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bordnick</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Traylor</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Copp</surname>
            <given-names>HL</given-names>
          </name>
          <name name-style="western">
            <surname>Graap</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Carter</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Walton</surname>
            <given-names>AP</given-names>
          </name>
        </person-group>
        <article-title>Assessing reactivity to virtual reality alcohol based cues</article-title>
        <source>Addict Behav</source>  
        <year>2008</year>  
        <month>06</month>  
        <volume>33</volume>  
        <issue>6</issue>  
        <fpage>743</fpage>  
        <lpage>756</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.addbeh.2007.12.010</pub-id>
        <pub-id pub-id-type="medline">18282663</pub-id>
        <pub-id pub-id-type="pii">S0306-4603(07)00348-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Girard</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Turcotte</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Bouchard</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Girard</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Crushing virtual cigarettes reduces tobacco addiction and treatment discontinuation</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2009</year>  
        <month>10</month>  
        <volume>12</volume>  
        <issue>5</issue>  
        <fpage>477</fpage>  
        <lpage>483</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2009.0118</pub-id>
        <pub-id pub-id-type="medline">19817561</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Girard</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Turcotte</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <source>A virtual arm to stop smoking, a perceptual learning experiment</source>  
        <year>2007</year>  
        <access-date>2017-11-27</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.clinicaltrials.gov/ct2/show/NCT00639093">https://www.clinicaltrials.gov/ct2/show/NCT00639093</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6vHvl1Qmz"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pericot-Valverde</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>García-Rodríguez</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Gutierrez-Maldonado</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrer-García</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Secades-Villa</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Evolution of smoking urge during exposure through virtual reality</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2011</year>  
        <volume>167</volume>  
        <fpage>74</fpage>  
        <lpage>79</lpage>  
        <pub-id pub-id-type="medline">21685645</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kwon</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Cue-exposure therapy to decrease alcohol craving in virtual environment</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2007</year>  
        <month>10</month>  
        <volume>10</volume>  
        <issue>5</issue>  
        <fpage>617</fpage>  
        <lpage>623</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2007.9978</pub-id>
        <pub-id pub-id-type="medline">17927528</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Van Gucht</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Baeyens</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Vansteenwegen</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hermans</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Beckers</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Counterconditioning reduces cue-induced craving and actual cue-elicited consumption</article-title>
        <source>Emotion</source>  
        <year>2010</year>  
        <month>10</month>  
        <volume>10</volume>  
        <issue>5</issue>  
        <fpage>688</fpage>  
        <lpage>695</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0019463</pub-id>
        <pub-id pub-id-type="medline">21038951</pub-id>
        <pub-id pub-id-type="pii">2010-22093-008</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>CP</given-names>
          </name>
          <name name-style="western">
            <surname>Childress</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>McLellan</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ehrman</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Integrating systemic cue exposure with standard treatment in recovering drug dependent patients</article-title>
        <source>Addict Behav</source>  
        <year>1990</year>  
        <volume>15</volume>  
        <issue>4</issue>  
        <fpage>355</fpage>  
        <lpage>365</lpage>  
        <pub-id pub-id-type="medline">2248109</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kaplan</surname>
            <given-names>GB</given-names>
          </name>
          <name name-style="western">
            <surname>Heinrichs</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Carey</surname>
            <given-names>RJ</given-names>
          </name>
        </person-group>
        <article-title>Treatment of addiction and anxiety using extinction approaches: neural mechanisms and their treatment implications</article-title>
        <source>Pharmacol Biochem Behav</source>  
        <year>2011</year>  
        <month>01</month>  
        <volume>97</volume>  
        <issue>3</issue>  
        <fpage>619</fpage>  
        <lpage>625</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pbb.2010.08.004</pub-id>
        <pub-id pub-id-type="medline">20723558</pub-id>
        <pub-id pub-id-type="pii">S0091-3057(10)00237-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Romano</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Virtual reality therapy</article-title>
        <source>Dev Med Child Neurol</source>  
        <year>2005</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>47</volume>  
        <issue>9</issue>  
        <fpage>580</fpage>  
        <pub-id pub-id-type="doi">10.1111/j.1469-8749.2005.tb01206.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bordnick</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Carter</surname>
            <given-names>BL</given-names>
          </name>
          <name name-style="western">
            <surname>Traylor</surname>
            <given-names>AC</given-names>
          </name>
        </person-group>
        <article-title>What virtual reality research in addictions can tell us about the future of obesity assessment and treatment</article-title>
        <source>J Diabetes Sci Technol</source>  
        <year>2011</year>  
        <month>03</month>  
        <day>01</day>  
        <volume>5</volume>  
        <issue>2</issue>  
        <fpage>265</fpage>  
        <lpage>271</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21527092"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/193229681100500210</pub-id>
        <pub-id pub-id-type="medline">21527092</pub-id>
        <pub-id pub-id-type="pmcid">PMC3125915</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Glanz</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Rizzo</surname>
            <given-names>A(</given-names>
          </name>
          <name name-style="western">
            <surname>Graap</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Virtual reality for psychotherapy: current reality and future possibilities</article-title>
        <source>Psychother Theory Res Pract Train</source>  
        <year>2003</year>  
        <volume>40</volume>  
        <issue>1-2</issue>  
        <fpage>55</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="doi">10.1037/0033-3204.40.1-2.55</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Litt</surname>
            <given-names>MD</given-names>
          </name>
          <name name-style="western">
            <surname>Kadden</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Kabela-Cormier</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Individualized assessment and treatment program for alcohol dependence: results of an initial study to train coping skills</article-title>
        <source>Addiction</source>  
        <year>2009</year>  
        <month>11</month>  
        <volume>104</volume>  
        <issue>11</issue>  
        <fpage>1837</fpage>  
        <lpage>1838</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19712124"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1360-0443.2009.02693.x</pub-id>
        <pub-id pub-id-type="medline">19712124</pub-id>
        <pub-id pub-id-type="pii">ADD2693</pub-id>
        <pub-id pub-id-type="pmcid">PMC2763044</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roessler</surname>
            <given-names>KK</given-names>
          </name>
        </person-group>
        <article-title>Exercise treatment for drug abuse—a Danish pilot study</article-title>
        <source>Scand J Public Health</source>  
        <year>2010</year>  
        <month>08</month>  
        <volume>38</volume>  
        <issue>6</issue>  
        <fpage>664</fpage>  
        <lpage>669</lpage>  
        <pub-id pub-id-type="doi">10.1177/1403494810371249</pub-id>
        <pub-id pub-id-type="medline">20529968</pub-id>
        <pub-id pub-id-type="pii">1403494810371249</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Lynch</surname>
            <given-names>WJ</given-names>
          </name>
        </person-group>
        <article-title>Exercise as a potential treatment for drug abuse: evidence from preclinical studies</article-title>
        <source>Front Psychiatry</source>  
        <year>2011</year>  
        <volume>2</volume>  
        <fpage>82</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fpsyt.2011.00082"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyt.2011.00082</pub-id>
        <pub-id pub-id-type="medline">22347866</pub-id>
        <pub-id pub-id-type="pmcid">PMC3276339</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>Principles of drug addiction treatment: a research-based guide. 3rd Edition</source>  
        <year>2015</year>  
        <month>11</month>  
        <day>3</day>  
        <access-date>2018-03-31</access-date>
        <publisher-name>National Institute on Drug Abuse</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://d14rmgtrwzf5a.cloudfront.net/sites/default/files/675-principles-of-drug-addiction-treatment-a-research-based-guide-third-edition.pdf">https://d14rmgtrwzf5a.cloudfront.net/sites/default/files/675-principles-of-drug-addiction-treatment-a-research-based-guide-third-edition.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6yL3x8uhq"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Holder</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Longabaugh</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>WR</given-names>
          </name>
          <name name-style="western">
            <surname>Rubonis</surname>
            <given-names>AV</given-names>
          </name>
        </person-group>
        <article-title>The cost effectiveness of treatment for alcoholism: a first approximation</article-title>
        <source>J Stud Alcohol</source>  
        <year>1991</year>  
        <month>11</month>  
        <volume>52</volume>  
        <issue>6</issue>  
        <fpage>517</fpage>  
        <lpage>540</lpage>  
        <pub-id pub-id-type="medline">1661799</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Hester</surname>
            <given-names>RK</given-names>
          </name>
        </person-group>
        <source>Handbook of Alcoholism Treatment Approaches: Effective Alternatives, 3rd Edition</source>  
        <year>2002</year>  
        <publisher-loc>Boston</publisher-loc>
        <publisher-name>Allyn and Bacon</publisher-name></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carroll</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <source>Cognitive-behavioral approach: treating cocaine addiction</source>  
        <year>2013</year>  
        <month>02</month>  
        <day>7</day>  
        <access-date>2018-03-31</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://archives.drugabuse.gov/sites/default/files/cbt.pdf">https://archives.drugabuse.gov/sites/default/files/cbt.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6yL4F42AL"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Girard</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Turcotte</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Bouchard</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Girard</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Crushing virtual cigarettes reduces tobacco addiction and treatment discontinuation</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2009</year>  
        <month>10</month>  
        <volume>12</volume>  
        <issue>5</issue>  
        <fpage>477</fpage>  
        <lpage>483</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2009.0118</pub-id>
        <pub-id pub-id-type="medline">19817561</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
