<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i3e17354</article-id>
      <article-id pub-id-type="pmid">32763883</article-id>
      <article-id pub-id-type="doi">10.2196/17354</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Designing a Virtual Reality Game for Promoting Empathy Toward Patients With Chronic Pain: Feasibility and Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cilar</surname>
            <given-names>Leona</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lin</surname>
            <given-names>Yuting</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Tong</surname>
            <given-names>Xin</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Simon Fraser University</institution>
            <addr-line>250-13450 102 Ave</addr-line>
            <addr-line>Surrey, BC, V3T 0A3</addr-line>
            <country>Canada</country>
            <phone>1 7788911232</phone>
            <email>tongxint@sfu.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8037-6301</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Gromala</surname>
            <given-names>Diane</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7737-9173</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kiaei Ziabari</surname>
            <given-names>Seyedeh Pegah</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6416-1044</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>Christopher D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6940-7971</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Simon Fraser University</institution>
        <addr-line>Surrey, BC</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Xin Tong <email>tongxint@sfu.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Sep</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>7</day>
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>3</issue>
      <elocation-id>e17354</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Xin Tong, Diane Gromala, Seyedeh Pegah Kiaei Ziabari, Christopher D Shaw. Originally published in JMIR Serious Games (http://games.jmir.org), 07.08.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on http://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://games.jmir.org/2020/3/e17354/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Many researchers have been evaluating how digital media may impact the emotional and perspective taking aspects of empathy in both clinical and nonclinical settings. Despite the growing interest in using virtual reality (VR) and VR games to motivate empathy, few studies have focused on empathy for people who live with chronic pain.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Chronic pain affects, by conservative estimates, 1 in 5 people in industrialized countries. Despite this prevalence, public awareness of chronic pain was remarkably low until the recent opioid crisis; as a result, stigma remains a problem frequently faced by people who live with this condition. To address this, the VR game <italic>AS IF</italic> was developed to increase nonpatients’ empathy toward the growing number of people who live with long-term chronic pain. On the basis of our prior work, we overhauled our approach, designed and built a VR prototype and evaluated it, and offered design suggestions for future research.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We introduced the design features of the VR game <italic>AS IF</italic> and described the study we devised to evaluate its effectiveness. We adopted a mixed methods approach and compared the empathy-related outcomes in both pre- and posttesting. A total of 19 participants were recruited.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The findings of this study suggest that the VR game was effective in improving implicit and explicit empathy as well as its emotional and perspective taking aspects. More specifically, for the <italic>Empathy Scale</italic>, the total pretest scores (mean 47.33, SD 4.24) and posttest scores (mean 59.22, SD 4.33) did not reach statistical significance (<italic>P</italic>=.08). However, we did find differences in the subscales. The <italic>kindness</italic> subscale showed a statistically significant increase in the posttest score (mean 15.61, SD 2.85) compared with the pretest score (mean 17.06, SD 2.65;<italic>P</italic>=.001). For the <italic>Willingness to Help Scale</italic>, a significant increase was observed from a t test analysis (<italic>P</italic>&#60;.001) of scores before (mean 7.17, SD 2.28) and after (mean 8.33, SD 2.03) the gameplay. The effect size for this analysis was large (<italic>d</italic>=−1.063).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The contributions of this research are as follows: <italic>AS IF</italic> provides a promising approach for designing VR games to motivate people’s empathy toward patients with chronic pain, the study evaluates the potential effectiveness of such a VR approach, and the general design suggestions devised from this study could shed light on future VR game systems.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>virtual reality</kwd>
        <kwd>serious games</kwd>
        <kwd>empathy</kwd>
        <kwd>chronic pain</kwd>
        <kwd>game design</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Pain is a basic and necessary experience that alerts us to physical harm or infection. However, pain is notoriously difficult to describe, and it is harder for one person to understand what another person’s pain is like. The International Association for the Study of Pain defined chronic pain as pain that persists for more than 3 months [<xref ref-type="bibr" rid="ref1">1</xref>], whereas acute pain refers to pain that persists for a shorter time and is expected to subside with healing (eg, pain from surgery or childbirth) [<xref ref-type="bibr" rid="ref2">2</xref>]. Although most people have experienced acute pain, chronic pain persists well beyond the expected time of healing and can last a lifetime [<xref ref-type="bibr" rid="ref3">3</xref>]. Although chronic pain is now considered to be a condition [<xref ref-type="bibr" rid="ref1">1</xref>], its cause and cure have yet to be discovered, and it has no clear biomarkers. In addition, chronic pain often has associated sequelae, from anxiety, depression, insomnia, and cognitive impairment to decreasing mobility [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Conservative estimates suggest that 1 in 5 people of all ages live with chronic pain [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Despite this high prevalence, people who live with chronic pain also face social stigma and high rates of social isolation [<xref ref-type="bibr" rid="ref4">4</xref>]. More than loneliness, social isolation is correlated with a decreasing quality of life and earlier morbidity [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. As treating this long-term pain means managing it, it is important that caregivers and health professionals find ways to understand the <italic>lived experience</italic> of chronic pain sufferers—in other words, what it is like to actually live with the debilitating effects of long-term pain and how it impacts a patient’s biopsychosocial realities, their ability to function, and their quality of life [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Definitions of empathy are wide ranging: the most common is “our ability to perceive, understand, and respond to the experiences and behavior of others” [<xref ref-type="bibr" rid="ref6">6</xref>]. According to Davis [<xref ref-type="bibr" rid="ref7">7</xref>], empathy has 3 primary dimensions: (1) physical sensations, (2) emotional sensations, and (3) cognitive awareness (perspective taking). In many studies from the medical and cognitive science domains, the emotional and perspective taking dimensions of empathy were the predominant dimensions that were evaluated, along with their effects in both clinical and nonclinical environments [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>However, despite renewed attention on empathy, some studies found that teaching empathy has declined in undergraduate education both in medical schools [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>] and colleges in general [<xref ref-type="bibr" rid="ref16">16</xref>]. Researchers believe that we can mitigate this situation by teaching empathy in medical schools by <italic>embedding it in students’ actual experiences with patients</italic> [<xref ref-type="bibr" rid="ref17">17</xref>], which can lead to better diagnoses [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Consequently, empathic communication may help patients manage their health by fostering trust between them and their health professions [<xref ref-type="bibr" rid="ref9">9</xref>]. Hence, empathy training may similarly improve the attitudes of nonpatients toward patients with chronic pain. (Here, we define <italic>nonpatients</italic> in terms of 2 populations: (1) doctors, nurses, and health professionals who work with patients with chronic pain and (2) caregivers and family members of chronic pain sufferers.)</p>
        <p>Previous studies demonstrated that games and video games have a high potential for fostering empathy toward a certain population, even if the players are concerned about winning the game [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. The sense of embodiment in virtual reality (VR) games can appear significantly more effective compared with watching a 2D video [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Evidence also showed that VR games and environments can facilitate a significantly higher level of empathy than videos or traditional media forms [<xref ref-type="bibr" rid="ref27">27</xref>]. The immersive and convincing nature of VR has profound effects and may confer meaningful benefits for an individual’s cognition or behavior [<xref ref-type="bibr" rid="ref28">28</xref>]. For instance, Bailenson et al [<xref ref-type="bibr" rid="ref27">27</xref>] found that subjects showed a higher occurrence of thinking from the place of their partners in a VR perspective taking experience. They also observed an improvement in participants’ empathy levels toward their partners when they considered the patients’ perspective [<xref ref-type="bibr" rid="ref27">27</xref>]. In other words, two experiential aspects of VR—an immersive sense and an embodied sense—appear to play important roles in empathy [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>To develop or strengthen a more empathic connection between nonpatients and patients with chronic pain, we designed an interactive VR game entitled <italic>AS IF</italic> [<xref ref-type="bibr" rid="ref31">31</xref>]. In this VR game, participants <italic>inhabit</italic> an avatar—a 3D character who has chronic pain—from a first-person perspective. Participants were then asked to perform a series of activities and tasks as patients with chronic pain. In other words, <italic>AS IF</italic> was developed to enable participants to not only inhabit the virtual body of a patient with chronic pain but also to metaphorically <italic>walk in the shoes</italic> of this patient by experiencing physical limitations during tasks and to hear that patient’s self-talk during each task. We designed <italic>AS IF</italic> with a view to eventually deploying it for clinicians and caregivers. Overall, the goals of this study were to (1) increase empathy toward the growing number of people who live with chronic pain, (2) evaluate the prototype, and (3) offer design suggestions that may guide future research.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title><italic>AS IF</italic>, the Game Design</title>
        <p>Initially, a non-VR desktop version of <italic>AS IF</italic> was developed and tested by the authors using <italic>Microsoft Kinect</italic> [<xref ref-type="bibr" rid="ref31">31</xref>]. Later, we conducted a study to evaluate the effectiveness of this interactive game system [<xref ref-type="bibr" rid="ref32">32</xref>]. In that version [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], the game tasks involved completing <italic>connect-the-dots</italic> puzzles from a third-person perspective. The player <italic>inhabited</italic> and could move the limbs and head of a virtual avatar—a grandmother living with chronic pain. Players listened to the grandmother’s self-talk while solving puzzles; each solved puzzle resulted in the completion of a kitchen task. From analyzing the feedback collected in playtesting, we found that participants were more willing to help people with chronic pain and exhibited positive attitudes about playing from the first-person perspective. However, participants wanted to interact with virtual objects more directly, rather than solving the more abstract connect-the-dots puzzles, and some suggested we design a comparable game in VR for that reason.</p>
        <p>Therefore, we redesigned the game and switched from <italic>Microsoft Kinect’s</italic> platform to an immersive VR platform, the <italic>HTC VIVE</italic> [<xref ref-type="bibr" rid="ref33">33</xref>]. In addition, we made significant changes to the game using the <italic>Unity3D</italic> [<xref ref-type="bibr" rid="ref34">34</xref>] game engine. Here, we outline the revision of <italic>AS IF</italic>.</p>
        <p>In this VR version, from the first-person perspective, the player inhabits an avatar of a grandmother who lives with chronic pain. Participants attended to tasks that required physical movements and, as the grandmother, experienced limitations of those movements as she would, a point that was made in her <italic>self-talk</italic> or audible narration. The embodiment aspects of the VR game feature multimodal feedback; design decisions such as this were based on the theory of embodied simulation [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <sec>
          <title>Narrative and Stories</title>
          <p>Now redesigned for a different medium, a major overhaul involved the visual and interactive aspects of the game. However, the narrative of <italic>AS IF</italic> primarily remained the same because participants favored the story and settings. Similar to the initial version, the VR game starts with an introductory tutorial that shows players how to use handheld controllers to interact with <italic>AS IF</italic> and its virtual objects. In contrast to the initial version, the movement tasks of <italic>AS IF</italic> are now <italic>realistic</italic>—direct manipulation of objects by using one’s hands (via controllers). Instead of connecting the dots to get something done, the VR player makes a cake by direct action, such as breaking an egg. In this new version, participants play from a first-person perspective rather than the prior version’s third-person perspective (<xref rid="figure1" ref-type="fig">Figure 1</xref>). As the players as grandmother attend to each task of cake making, they simultaneously hear the grandmother’s self-talk: the hopes, frustrations, and fears that stem from the ways chronic pain affects her.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>The virtual reality game’s developer view; and the kitchen in <italic>AS IF</italic>.</p>
            </caption>
            <graphic xlink:href="games_v8i3e17354_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Representations of Physical Pain</title>
          <p>When the VR player moves each handheld controller, the grandmother avatar (the virtual body inhabited by the player) moves synchronously. A widely adopted <italic>Unity</italic> package named <italic>Final IK</italic> was used to achieve this synchronous movement function [<xref ref-type="bibr" rid="ref36">36</xref>]. This synchronous movement from a first-person perspective creates an illusion that the player inhabits the avatar—the player thus feels <italic>as if</italic> they are embodied as a grandmother. When the player interacts with the virtual objects, they also experience the avatar’s physical limitations that result from pain. The idea is not to induce pain in the player, but rather to enable the player to get a sense <italic>as if</italic> they are a patient with chronic pain. Here, physical <italic>pain</italic> is made <italic>visible</italic> in 2 ways: by limited movement (range and the ability to hold onto an object; <xref rid="figure2" ref-type="fig">Figure 2</xref>) and by visual cues. Another visual effect is that when <italic>pain spikes</italic> in the game, red flashes appear to mimic the onset of a headache (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Consequently, these indications of pain are a form of feedback, and players quickly learn that they hinder their ability to accomplish tasks through the avatar.</p>
          <p>In general, the overhaul of the VR game <italic>AS IF</italic> is distinguished from prior versions designed to facilitate healthy people’s empathy toward patients in 2 ways. First, the player can now experience, if not physical pain itself, at least a sense of how pain may limit their ability to move and visual representations (red flashes) of an impending headache. To our knowledge, few VR games use visual representations to depict pain, which may limit physical movement and breakthrough pain. Second, the experience of what it may be like to live with chronic pain is implicitly deployed in the virtual environment—players perform direct, realistic tasks as if she/he is the patient with chronic pain; gain a sense of how pain may limit and interfere with ordinary physical movements; see signals that <italic>something is wrong</italic>; and hear self-talk about the fears and anxiety that living with pain can produce.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Three selected game tasks in <italic>AS IF</italic>: A. mixing the flour with milk; B. adding cream; and C. adding birthday candles.</p>
            </caption>
            <graphic xlink:href="games_v8i3e17354_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Some of the movements of the virtual avatar’s limbs in <italic>AS IF</italic> become limited when pain increases (as circled in the figure). In addition, red flashes signal the onset of a headache. During the flashes, a transparent red layer appears over the visible areas of the virtual environment.</p>
            </caption>
            <graphic xlink:href="games_v8i3e17354_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>Altogether, 18 participants (4 females), aged 19-39 years (mean 24.8, SD 3.8 years), were recruited through convenience sampling method for this study. We placed advertisements in the university campus media and sent emails to the faculty and student groups. The inclusion criterion was anyone older than 19 years, and the exclusion criteria were anyone who had a pain condition or was a pain patient or did not understand English. No participants had a reported history of a chronic pain diagnosis; this was an essential requirement because personal experience of chronic pain could bias expectations of <italic>AS IF</italic>. Nevertheless, 3 participants reported that they had contact with patients with chronic pain.</p>
      </sec>
      <sec>
        <title>Study Intent</title>
        <p>The goal of this research study was to determine if a serious VR game such as <italic>AS IF</italic> may influence participants’ empathy for patients with chronic pain (raising awareness and fostering positive attitudes toward patients) and to explore what factors may be important to elicit empathy. Furthermore, based on participants’ feedback on this version of our design, we summarize the fundamental design principles and game components to help guide future works.</p>
      </sec>
      <sec>
        <title>Apparatus</title>
        <p>Participants experienced and could interact with objects in the virtual environment via a wired, stereoscopic <italic>HTC VIVE</italic> head-mounted display (HMD) and its handheld controllers. We developed the game using the <italic>Unity3D</italic> game engine, which was responsible for rendering and running the game during the study. These real-time rendered scenes of <italic>AS IF</italic> were sent to the HMD through SteamVR (HTC VIVE) suites; the software was responsible for data between <italic>Unity3D</italic> and the devices via an <italic>API</italic> called <italic>OpenVR</italic>.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>A mixed-method design approach was adopted in this pre-test, post-test study. Participants’ empathy levels towards chronic pain patients before and after playing <italic>AS-IF</italic>, and quantitative questionnaires and qualitative interviews were used in parallel to derive the findings [<xref ref-type="bibr" rid="ref37">37</xref>]. The study lasted for 35 to 40 min in total. On arrival, participants were briefly introduced to the purpose of the study and the entire procedure and were then asked to read and sign the informed consent form. Next, participants were asked to fill out the preintervention questionnaire, which included the <italic>Empathy Scale</italic> (revised from the <italic>Compassion Scale</italic> [<xref ref-type="bibr" rid="ref38">38</xref>]), the <italic>Willingness to Help Scale</italic>, the VR-adapted <italic>Other in the Self Scale,</italic> and the <italic>Emotional Wheel</italic> evaluation (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). During the intervention, participants were first shown how to play <italic>AS IF</italic>, and then, they played it for approximately 10-15 min.</p>
        <p>When they finished the game, participants were asked to fill out the posttest questionnaires to assess their level of empathy toward patients with chronic pain. The posttest questionnaires were a repeat of the <italic>Empathy Scale</italic>, the <italic>Willingness to Help Scale</italic>, and the <italic>Emotional Wheel</italic> evaluation. The <italic>Other in the Self Scale</italic> was added to assess the <italic>relationship between self and the first-person perspective</italic> in the VR experience (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In addition, participants were given a Sense of Embodiment questionnaire to evaluate their perceived level of immersion in the VR game. Finally, through a 15-min semistructured interview, participants discussed their experience, provided feedback, and offered researchers their ideas about the game. The interview topics were primarily about the game’s interactions, depictions of <italic>pain</italic>, and physical impact on participants’ empathetic attitudes in <italic>AS IF</italic>. Meanwhile, the session was audio recorded to ensure that the captured data were accurate.</p>
      </sec>
      <sec>
        <title>Instruments</title>
        <p>We used multiple instruments to measure various aspects of empathy. For instance, the <italic>Empathy Scale</italic> (adapted from <italic>Pommier Compassion Scale</italic> [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]) measures multiple-dimensioned implicit cognitive changes, whereas the <italic>Willingness to Help Scale</italic> detects explicit cognitive changes. <italic>Wheels of Emotion</italic> reflects emotional changes, and the VR-adapted <italic>Other in the Self</italic> <italic>Scale</italic> assesses the perspective taking aspect of empathy. As chronic pain is a complex process that involves physical, emotional, and social aspects, we adopted instruments that account for cognitive and emotional perspectives regarding pain (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for more details on each scale).</p>
        <p>To determine which instruments were validated and the most appropriate, we compared existing instruments, such as the <italic>Basic Empathy Scale</italic> [<xref ref-type="bibr" rid="ref40">40</xref>], <italic>Toronto Empathy Questionnaires</italic> [<xref ref-type="bibr" rid="ref41">41</xref>], and Baron-Cohen and Wheelwright’s <italic>Empathy Quotient</italic> for people with autism [<xref ref-type="bibr" rid="ref42">42</xref>]. After thoroughly examining questions from each scale and evaluating how the scales may fit and be adapted for our purposes and population (patients with chronic pain), we selected the <italic>Compassion Scale</italic> [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] for its appropriate number and types of questions.</p>
        <p>In our previous study of the initial version of <italic>AS IF</italic>, the <italic>Empathy Scale</italic>, the five-point <italic>Numerical Rating Scale</italic> (NRS), and the <italic>Willingness to Help Scale</italic> (10-point NRS) were used to understand if and how that game may have affected participants’ cognitive empathy levels. A total of 2 pretest questionnaires were also used in the previous version: (1) the <italic>Empathy Scale</italic> was used to assess implicit empathy (unconscious emotion) and (2) the <italic>Willingness to Help Scale</italic> was used to assess explicit empathy (conscious emotion).</p>
        <p>For the new VR version of <italic>AS IF,</italic> the <italic>Wheel of Emotion</italic> [<xref ref-type="bibr" rid="ref43">43</xref>] and the VR-adapted <italic>Other in the Self Scale</italic> [<xref ref-type="bibr" rid="ref44">44</xref>] (<xref rid="figure4" ref-type="fig">Figure 4</xref>) were adopted to measure any emotional changes associated with empathy and the degree of perspective taking according to the suggestions of Carey et al [<xref ref-type="bibr" rid="ref45">45</xref>]. The <italic>Wheels of Emotion</italic> provides a comprehensive list of emotions and standardizes the data collected (according to Plutchik’s Psycho-Evolutionary Theory of Emotion), whereas the <italic>Other in the Self Scale</italic> helps players articulate how they related to the grandmother’s avatar. Moreover, to further investigate embodiment in the VR version, we adapted a <italic>sense of ownership (SoO)</italic> and a <italic>sense of agency (SoA)</italic>, rated on an 11-point NRS (from −5 to 5). The adapted questions are listed in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Virtual reality–adapted Other in the Self Scale.</p>
          </caption>
          <graphic xlink:href="games_v8i3e17354_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>The sense of ownership and sense of agency self-reported questionnaires were sorted by categories.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td>Embodiment aspects</td>
                <td>Questions: while playing <italic>AS IF</italic></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Sense of body ownership</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>I feel as if the virtual body (eg, arms and hands) were my own (eg, real arms and hands).</p>
                    </list-item>
                    <list-item>
                      <p>I feel my real body (eg, arms and hands) were becoming virtual.</p>
                    </list-item>
                    <list-item>
                      <p>I feel my real body (eg, arms and hands) were moving sometimes.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Sense of body agency</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>I feel as if the virtual body (eg, arms and hands) have a will of its own.</p>
                    </list-item>
                    <list-item>
                      <p>I feel the virtual body (eg, arms and hands) would move in the same way as my real body (eg, arms and hands).</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Quantitative Findings</title>
        <p>All statistical analyses of the quantitative data were performed using SPSS version 22 (IBM) software [<xref ref-type="bibr" rid="ref46">46</xref>]. For qualitative data, in-person interviews were first transcribed as electronic textual data. These data were then coded into categories by 2 authors based on preexisting knowledge or hypotheses. After comparing the results, the researchers highlighted significant patterns and summarized and grouped them into themes.</p>
        <sec>
          <title>Empathy Scale (Adapted Compassion Scale)</title>
          <p>We used a paired <italic>t</italic> test to analyze the differences between the before and after empathy ratings, total scores and subscale scores (<xref rid="figure5" ref-type="fig">Figure 5</xref>), kindness, indifference, separation, and disengagement [<xref ref-type="bibr" rid="ref38">38</xref>]. For the adapted <italic>Empathy Scale</italic>, the total scores from the pretest (mean 47.33, SD 4.24) and the posttest (mean 59.22, SD 4.33) score did not reach statistical significance (t<sub>17</sub>=−1.41; <italic>P</italic>=.07). However, we found differences in the subscales: the kindness subscale showed a statistically significant increase in the posttest (mean 15.61, SD 2.85) compared with pretest (mean 17.06, SD 2.65; t<sub>17</sub>=−3.97; <italic>P</italic>=.01). However, indifference (t<sub>17</sub>=−1.52; <italic>P</italic>=.14), separation (t<sub>17</sub>=0.75; <italic>P</italic>=.46), and disengagement (t<sub>17</sub>=0; <italic>P</italic>=.99) subscales were not statistically significant before and after the study. The mean and SD values of separation (pretest: mean 11.11, SD 1.64 and posttest: mean 10.72, SD 2.11), disengagement (pretest: mean 11.61, SD 2.17 and posttest: mean 11.61, SD 2.28), and indifference subscales (pretest: mean 9, SD 1.75 and posttest: mean 9.83, SD 2.46) in pretest and posttest are shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>. Admittedly, the scores of the overall empathy and its 3 subscales (indifference, disengagement, and separation), which are different combination of questions from the empathy questionnaire, did not change significantly. However, the statistical significance of the kindness subscale revealed that this aspect of empathy could be potentially altered in a VR game such as <italic>AS IF</italic>.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Mean values from the <italic>Empathy Scale</italic> with error bars before and after the study. From left to right: total score, kindness subscale, indifference subscale, separation subscale and disengagement subscale (y-axis: self-reported ratings from the questions in each category).</p>
            </caption>
            <graphic xlink:href="games_v8i3e17354_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Willingness to Help Scale</title>
          <p>The <italic>Willingness to Help Scale</italic> has a question that involves a real-world scenario regarding how likely one is to help a patient with chronic pain (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>); it is intended as a means to evaluate the emotional and perspective taking aspects of a participant’s empathy for patients with chronic pain. For the scores of the <italic>Willingness to Help Scale</italic> before and after the game intervention and from a <italic>t</italic> test analysis, a significant increase in the posttest score was observed (mean 8.33, SD 2.03) compared with the pretest score (mean 7.17, SD 2.28; t<sub>17</sub>=−4.51; <italic>P</italic>&#60;.001). The effect size for this analysis was found to be large, according to Cohen convention (<italic>d</italic>=−1.063). This statistically significant increase indicates that the game was able to increase participants’ explicit willingness to help people with chronic pain.</p>
        </sec>
        <sec>
          <title>The Wheel of Emotions</title>
          <p>In their protocol paper for measuring empathy in VR, Carey et al [<xref ref-type="bibr" rid="ref45">45</xref>] recommended using the <italic>Wheel of Emotions</italic> <italic>Scale</italic> to measure the emotional aspects of empathy. Specifically, this instrument is intended for understanding emotional empathy or <italic>the spontaneous feeling of oneness with another’s emotions</italic> [<xref ref-type="bibr" rid="ref45">45</xref>]. Therefore, we reported the basic analysis of each participant’s emotional changes before and after the study. Overall, 12 of the 18 participants changed from positive emotions (eg, joy, love, and optimism) to negative emotions (eg, sad, helpless, and scared). This may have been influenced by the <italic>AS IF</italic> experience. Six participants reported no changes, regardless of what their initial emotions were. However, half of the 6 participants first described their emotions as negative ones (eg, sad, helpless, and scared). Therefore, most participants’ emotions appeared to have changed from a positive to negative direction. Given that the virtual character’s self-talk can be characterized by a sense of frustration and fear, these results suggest that <italic>AS IF</italic> fostered emotional empathy.</p>
        </sec>
        <sec>
          <title>VR-Adapted Other in the Self Scale</title>
          <p>A fourth set of tools was needed to understand cognitive empathy, characterized by understanding another’s perspective while also maintaining a distinct sense of self. Regarding the relationship between the virtual avatar and the participant’s self, 13 of the 18 participants reported feeling an overlap between their sense of self and the virtual avatar. Three participants felt completely distinct from the avatar, one participant reported not feeling any identity of himself (either inside or outside the game), and one participant reported feeling completely the same. Therefore, 14 of the 19 participants (74%) could relate the virtual avatar to themselves while playing <italic>AS IF.</italic> In general, the results from the <italic>VR-adapted</italic> <italic>Other in the Self Scale</italic> suggest that most participants felt the virtual body overlapped with their real identity—the perspective taking aspect of empathy. Therefore, most participants were able to take the perspective of the grandmother who suffers from chronic pain in <italic>AS IF</italic>.</p>
        </sec>
        <sec>
          <title>Sense of Embodiment—the SoO and the SoA</title>
          <p>As one of the goals was to investigate whether embodiment in VR affected or correlated with changes in empathy, we collected posttest data regarding the participants’ SoO (of the avatar) and SoA in VR. On average, participants’ scores were higher than zero for both SoO (mean 1.28, SD 2.78) and SoA (mean 1.5, SD 2.65). In the SoO and SoA questionnaires (<xref ref-type="table" rid="table1">Table 1</xref>) because the rating scale ranged from −5 to 5 (−5 means strongly disagree, and 5 means strongly agree with the statements), the mean values here show that the participants experienced a medium to slightly strong level of body ownership and agency over the virtual avatar.</p>
        </sec>
        <sec>
          <title>Correlation Analysis</title>
          <p>Pearson correlation tests were also run to test the relationship between SoO and SoA, between the sense of embodiment (comprising SoO and SoA) and the Willingness to Help Scale, and between the sense of embodiment and the <italic>Empathy</italic> Scale (comprising 4 subscales). The results show that SoO is significantly correlated to SoA (r18=0.832; <italic>P</italic>&#60;.001), indicating that the participants’ SoO strongly correlates with their SoA in AS IF. Although the correlation between SoO and <italic>Empathy Scale</italic>scores (<italic>P</italic>=.10) and the SoA and Empathy Scale (<italic>P</italic>=.11) did not reach statistical significance, the <italic>P</italic> values fell just short of statistical significance. Finally, the results from the Willingness to Help Scale had statistically significant positive correlations with the kindness subscale (r18=0.632; <italic>P</italic>=.005) and statistically negative correlations with the indifference subscale (r18=−0.531; <italic>P</italic>=.02).</p>
        </sec>
      </sec>
      <sec>
        <title>Qualitative Findings</title>
        <p>Here, we discuss what the participants thought of <italic>AS IF</italic> and evaluate the strengths and weaknesses of the VR game. We also discuss which of the game’s main features may be useful for future research.</p>
        <sec>
          <title>Participants’ Views About the AS IF VR Game</title>
          <p>Although <italic>AS IF</italic> does not simulate the physical feeling of persistent pain, the game achieved its primary goals: to motivate the participants to reflect on experiences of patients with chronic pain and to raise empathy.</p>
          <p>One participant said:</p>
          <disp-quote>
            <p>I think this can help me to understand more about patients. It definitely made me start thinking about how hard other day-to-day tasks would be for people with chronic pain.</p>
            <attrib>P19</attrib>
          </disp-quote>
          <p>Overall, participants considered the game interaction to be easy to follow and very intuitive. For instance, P05 said:</p>
          <disp-quote>
            <p>The interaction was pretty good and very illustrative.</p>
          </disp-quote>
          <p>P08 and P09 said:</p>
          <disp-quote>
            <p>The interaction is pretty straightforward.</p>
          </disp-quote>
          <p>The 2 approaches of representing pain in VR had pros and cons in providing an immersive experience of a patient with chronic pain<italic>.</italic> Nonetheless, the VR game shows a high potential for fostering cognitive and emotional empathetic attitudes toward people with chronic pain.</p>
        </sec>
        <sec>
          <title>Representing Pain, Approach 1: Restricting Movement to Represent Pain</title>
          <p>In general, none of the participants had trouble understanding or completing the VR game’s tasks. From the interviews, most participants were aware that the physical limitations imposed in VR represented pain. However, a few participants initially reported that these restrictions felt more like a bug in the program. Overall, approximately one-third of the participants considered the randomly frozen hands/arms to be annoying and more like technical issues. For instance, P08 and P10 told us that:</p>
          <disp-quote>
            <p>At first, I thought the arms had some delay compared to my real arms, and I thought it was technical difficulties. Then I realized it was the game setting.</p>
          </disp-quote>
          <p>Nonetheless, to a certain degree, this mechanism did achieve the goal because participants’ emotional status changed, leading to an increased empathetic attitude toward the grandma patient. Overall, 14 participants reported that their affective changes emerged because of the game and described it using negative emotional words, including <italic>depressed</italic>, <italic>impatient</italic>, <italic>upset</italic>, <italic>frustrated</italic>, <italic>pensive</italic>, <italic>sorry</italic>, and <italic>pity</italic>. For instance, P01, P03, P04, and P11 said:</p>
          <disp-quote>
            <p>I felt lonely in the game and frustrated while playing the game, but in the end, I am happy to finish the game and achieve the patient’s goal [cake making].</p>
            <attrib>P01</attrib>
          </disp-quote>
          <disp-quote>
            <p>I felt like my movements were slowed down. Plus, I made a mess in the kitchen by dropping things. Emotionally, it was a little discouraging and lowered my confidence with being able to bake all by myself.</p>
            <attrib>P04</attrib>
          </disp-quote>
          <disp-quote>
            <p>It was pensive. I was thinking like people with chronic pain, how it’s gonna be for them.</p>
            <attrib>P11</attrib>
          </disp-quote>
          <p>The participants reported that their empathy was elicited when they felt that they were incapable of handling easy daily activities as a virtual patient. P10 said:</p>
          <disp-quote>
            <p>Suffering pain and I should take a rest and slow down my movement later. I feel that everyone else could make a cake faster than me.</p>
          </disp-quote>
          <p>Although 3 of the participants said they did not have emotional feelings about the grandmother, all agreed that this VR game brought about an awareness. For the first time, participants said they started to think about what life would be like for patients with chronic pain. For instance, P16 said:</p>
          <disp-quote>
            <p>Although I can’t feel any pain, I can feel the difficulty of [the] tasks.</p>
          </disp-quote>
          <p>Interestingly, some participants offered suggestions for improving the game, such as adding more and different forms of feedback regarding movement restrictions, such as a pain meter or digital pain diary. Some participants also suggested that if the granddaughter was visible, she could provide contrast with the physical problems the grandma experiences because of her chronic pain. For instance, P09 said:</p>
          <disp-quote>
            <p>The limited movement also helps as I cannot move quickly, which is appropriate for a grandma at her age. But, it would be better if there is any contrast, for instance, having a very active child, or people who can move fast.</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Representing Pain, Approach 2: The Red Flashes Signaling the Pain of a Headache</title>
          <p>Generally, participants’ responses to the red flash effect matched our expectations. Specifically, the red flashes elicited some sense of <italic>pain</italic>, if only vaguely, through a visual effect. In total, participants reported 3 types of sensations when they saw this visual stimulus. The first type reported by the majority of participants was that the reddened world made them feel <italic>pain</italic> and <italic>headaches</italic>.</p>
          <p>For example:</p>
          <disp-quote>
            <p>I did notice the red filter effect, and I can understand that the game was trying to express what the pain patient may have experienced.</p>
            <attrib>P03</attrib>
          </disp-quote>
          <disp-quote>
            <p>It was very annoying, and I cannot think or move when the red shadow happens.</p>
            <attrib>P05</attrib>
          </disp-quote>
          <disp-quote>
            <p>I feel very dizzy when the red flashes were coming out, and I cannot think anymore. My brain was entirely blank, and this can definitely represent pain to me.</p>
            <attrib>P08</attrib>
          </disp-quote>
          <p>The second type of sensations participants experienced in response to the red flashes were not physical pain per se, but an idea of what the reddened environment was meant to be, and they felt bothered by it. For example, 2 participants mentioned that although they did not feel physiological pain:</p>
          <disp-quote>
            <p>It can work as an indication to slow down my movement...but I do not feel any physical pain myself.</p>
            <attrib>P09</attrib>
          </disp-quote>
          <p>The third type of response to the red flashes was an inability to make an association between the visual indication of an impending headache (or pain spike) with the patient’s pain experience. Two participants reported that they did not understand this idea and did not think it represented pain effectively.</p>
        </sec>
        <sec>
          <title>The Narrative Strengthened the Sense of Immersion</title>
          <p>From participants’ feedback, the realistic visual depiction of the kitchen and cake making tasks strengthened the experience of <italic>being</italic> a patient with chronic pain:</p>
          <disp-quote>
            <p>Everything in this game was so realistic and well-done. I was beginning to embody myself to the character and feel I was there. There were moments that I forgot that was me.</p>
            <attrib>P07</attrib>
          </disp-quote>
          <p>In addition to the visual simulation, the audio of the grandmother’s inner voice or self-talk also strengthened the sense of immersion and empathy. For instance:</p>
          <disp-quote>
            <p>It could put me into this situation by narrating that for me.</p>
            <attrib>P18</attrib>
          </disp-quote>
          <disp-quote>
            <p>Yes, the narrator was expressive, and the voice felt very exhausted and tired. I think the audio was the most influential part and it directed the story.</p>
            <attrib>P13</attrib>
          </disp-quote>
          <p>The most significant change in the new VR version of <italic>AS IF</italic> was that tasks are now accomplished directly, rather than indirectly by solving puzzles. In the new VR version, participants complete the tasks of baking a cake by directly interacting with virtual objects, such as stirring together ingredients in a bowl, just as they would in the real world; this also increased the sense of immersion. Moreover, the ordinariness or daily life aspects of the tasks also appear to have succeeded in raising awareness of what life with chronic pain might be like.</p>
          <p>As P19 said:</p>
          <disp-quote>
            <p>Normally, speaking of chronic pain patients, I usually think of the hospital or [them] laying on [a] bed. Baking a cake bring[s] me more awareness about how daily life could be so hard for them too. I won’t feel having empathy for them if not doing these tasks. Right now, I feel more related to the grandma in the game.</p>
          </disp-quote>
          <p>Therefore, providing a connection to the virtual avatar—by performing realistic tasks and multimodal sensory input in VR—better situated the participants <italic>as if</italic> they were <italic>in the patients’ shoes</italic>. P11 mentioned that he was thinking of his mother’s chronic pain while inhabiting the grandma avatar. He felt frustrated, and his experience in <italic>AS IF</italic> reminded him how hard his mother’s life was.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We explored a significant redesign and study results of a VR game, the <italic>AS IF</italic>. It is aimed at motivating <italic>people who do not live with chronic pain</italic> (nonpatients) to better understand the lived experience of chronic pain by increasing empathy. In general, the findings demonstrate that participants had greater degrees of empathy toward patients after playing the VR game. Furthermore, from the semistructured interviews, we were able to gather essential feedback about the strengths and limitations of the current VR design, such as the effectiveness of pain representations. Finally, we extracted critical design issues, implications, and protocol suggestions and offered them to potentially benefit similar research in the future.</p>
        <p>Overall, after playing the VR game <italic>AS IF,</italic> participants scored significantly higher on the <italic>Willingness to Help Scale</italic> and the kindness subscale—an adaptation of the <italic>Empathy</italic> questionnaire. These two scores revealed that not only could one VR experience of <italic>AS IF</italic> raise people’s awareness of chronic pain but it could also increase their <italic>implicit</italic> and <italic>explicit</italic> empathy. Data from the <italic>kindness</italic> subscale showed implicit cognitive changes, whereas data from the <italic>Willingness to Help</italic> <italic>Scale</italic> revealed changes in explicit empathic attitudes toward patients with chronic pain. The other three subscales showed nonsignificant differences. Furthermore, the qualitative interview data show that most participants reported that playing this game helped them to understand what a chronic pain patient’s life would be like, and that they had never thought about that before. We assume these findings may result from 2 potential reasons: (1) indifference, disengagement, and separation are difficult to affect or change during a single, short period, as in this study, and (2) the design of the VR game <italic>AS IF</italic> focused more on the perspective taking and emotional aspects of empathy, but it did not have specific game features that were meant to increase the four subscales.</p>
        <p>The <italic>VR-adapted</italic> <italic>Other in the Self Scale</italic> suggested that most participants felt that the virtual body overlapped with their real identity. The findings from the <italic>VR-adapted Other in the Self Scale</italic> also overlapped with the interview results. Some participants said they felt embodied in the grandma avatar who has chronic pain through narrative storytelling, the immersive environment, and the game tasks. Thus, in <italic>AS IF</italic> game<italic>,</italic> participants were able to understand the perspective of the grandma who has chronic pain.</p>
        <p>The sense of embodiment scores showed that, on average, participants could sense owning and controlling the virtual avatar. However, the <italic>Pearson</italic> correlation test revealed no statistical significance between the sense of embodiment in VR (comprising SoO and SoA) and the <italic>Empathy Scale</italic> (posttest) or the sense of embodiment in VR and the <italic>Willingness to Help</italic> scale. We conjecture that 2 reasons might account for this nonsignificant outcome. First, there could be multiple factors that affected empathy levels besides embodiment, such as the narrative and the game’s specific tasks (and the <italic>fun/frustration</italic> behind that). Hence, a single factor might not be strong enough to alter overall feelings of empathy. As mentioned in the interviews, participants suggested that tactile feedback might be a better way to indicate pain or the association of visual effects with pain. The second possible explanation could be that the game did not provide a strong enough sense of embodiment to reach statistical significance. In interviews, participants said they wanted the virtual avatar to more closely match their own gender and ethnicity and perhaps even body height and shape. A few participants—a male and a participant whose skin color differs from the avatar’s—reported they felt disembodied with the virtual avatar because of its divergent characteristics.</p>
        <p>Admittedly, the overall empathy scores and the 3 subscales (indifference, disengagement, and separation) did not change significantly. A crucial issue is how long it takes to affect and change empathy and what factors are important in facilitating such change. For example, implicit empathy may be difficult to change in a short time, in part because of its mental cost [<xref ref-type="bibr" rid="ref47">47</xref>]. However, in this study, the <italic>VR-adapted Other in the Self</italic> Scale findings suggest that participants identified with the VR avatar, insofar as the avatar was felt to overlap with their real self. Therefore, a perspective taking ability may be critical to being able to influence one’s empathetic attitudes toward patients with chronic pain and <italic>painful</italic> experiences. From the qualitative interviews, 2 approaches to representing pain in the virtual body may also facilitate empathy. Although a few participants found the movement restrictions confusing, most reported it made them realize how pain would impact one’s range of motion and emotion. Most liked the idea of using the <italic>red flashes</italic> to represent pain spikes and reported that the visual effect felt like a headache or pain (a synesthesia effect of transferring a visual sense to an emotional sense).</p>
        <p>Besides facilitating nonpatients’ (game players who are health care givers or family members of patients with chronic pain) empathy toward patients with chronic pain, we believe that a VR game such as <italic>AS IF</italic> has the potential to benefit patients and other researchers. Chronic pain experiences are notoriously difficult to describe and are often out of the experiential scope for most people. Hence, VR is one method that may provide clinicians and family members or friends who play a caregiving role with a deeper understanding of a patient’s chronic pain condition. VR appears to have the potential to change the player’s mind significantly [<xref ref-type="bibr" rid="ref48">48</xref>] and to stimulate perspective taking and/or behavioral changes that are associated with empathy toward others like patients [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. For instance, in previous research, Platt et al [<xref ref-type="bibr" rid="ref51">51</xref>] showed how empathic communication, such as clinicians’ awareness of the patients’ affective states and showing appreciation of the patient’s feelings, may reduce patients’ feelings of isolation [<xref ref-type="bibr" rid="ref43">43</xref>]. In addition, the findings, experiences, and design suggestions from this paper may directly benefit other researchers in the future developing empathic games for patients with chronic pain specifically or for patients who must manage similarly invisible chronic conditions. Given our aging population, this may be particularly useful as an approach to medicine shifting from treating acute conditions to managing chronic conditions and promoting wellness.</p>
        <p>Some of the participants questioned, “Was my pain sensation the chronic patients’ pain too?” Although it is impossible to make this determination in this study, we assume that the sensations were not the same. For one thing, chronic pain is unique and difficult to describe, let alone recreate specific perception. For another, the interview findings suggested that current gameplay increased the participants’ awareness of chronic pain patients’ situation through the narrative, visual, and audio feedback in <italic>AS IF</italic>.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study also had a few limitations that may affect the empathy outcomes and bring a risk of bias regarding the conclusions. First, the sample size for this preliminary study was small, and a larger number of clinicians will be tested once the prototype is revised and prepared for clinical deployment. Next, to avoid overwhelming participants with assessment instruments, the level of immersion in VR was not measured, so we do not know if there are potential relationships between immersion and changes in empathy. Moreover, we only conducted a preliminary, in-laboratory study using questionnaires and interviews to evaluate changes in empathy, and no real-life assessment has been implemented. However, evaluating the pragmatic aspects of the VR game is definitely something we are planning. This involves running a practical test immediately after the subsequent study, asking participants to donate a portion of their study compensation to a hospital’s foundation or a nonprofit organization for patients with chronic pain. Finally, we did not have a control group and did not conduct a follow-up study to see if any long-term empathy behavioral changes persisted. Investigating these factors to determine whether they affect changes in empathy are important next steps.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>For a long time, researchers have been looking for evidence about how the sense of embodiment in VR may impact one’s cognitive perception [<xref ref-type="bibr" rid="ref48">48</xref>]. Various potential impact factors of virtual embodiment on empathy (perspective taking) have been investigated, notably, attitudes toward racial bias [<xref ref-type="bibr" rid="ref52">52</xref>], gender bias [<xref ref-type="bibr" rid="ref53">53</xref>], and age [<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. We explored the relationship between SoO, SoA, and empathy through correlation tests. However, although participants reported a medium-level SoO and SoA over the virtual body, no significant relationship was discovered.</p>
        <p>In summary, to put nonpatients <italic>in the shoes of</italic> patients with chronic pain, players <italic>inhabit</italic> a virtual body of a patient with chronic pain who attends to everyday tasks in the VR game <italic>AS IF</italic>. It simulates several experiences common to chronic pain: physical limitations of movement and a patient’s verbally articulated self-talk. The visual-motor synchronicity of a player’s full-body movements mirrored by the avatar appears to elicit identification with the avatar. The results from the mixed methods study revealed that the game was effective in improving implicit and explicit empathy. Furthermore, the findings showed that the game raised the emotional and perspective taking aspects of players’ empathy. However, no associations were found between the sense of embodiment (SoO and SoA) and the empathy scales in this game. On the basis of the analysis of participants’ feedback, we developed and proposed design suggestions for empathic games designed to facilitate understanding of pain patients. In future work, we plan to iterate the design features and study protocols according to participants’ feedback. We also plan to conduct a randomized controlled study with a larger sample size that is more diverse in terms of gender and age. As for the game, we plan to implement tactile feedback in the controllers (or body sensors) that matches the game tasks, and we would also prepare virtual avatars of different genders and ethnicities.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Study questionnaires, interview guide, and correlational tables.</p>
        <media xlink:href="games_v8i3e17354_app1.docx" xlink:title="DOCX File , 775 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HMD</term>
          <def>
            <p>head-mounted display</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NRS</term>
          <def>
            <p>Numerical Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SoA</term>
          <def>
            <p>sense of agency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SoO</term>
          <def>
            <p>sense of ownership</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">VR</term>
          <def>
            <p>virtual reality</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank all the participants who participated in this study, and the authors gratefully acknowledge the grant from the Natural Sciences and Engineering Research Council of Canada.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Chronic Pain Has Arrived in the ICD-11</article-title>
          <source>International Association for the Study of Pain (IASP)</source>
          <access-date>2019-11-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iasp-pain.org/PublicationsNews/NewsDetail.aspx?ItemNumber=8340&#38;navItemNumber=643">https://www.iasp-pain.org/PublicationsNews/NewsDetail.aspx?ItemNumber=8340&#38;navItemNumber=643</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Acute Pain</article-title>
          <source>International Association for the Study of Pain (IASP)</source>
          <access-date>2019-11-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iasp-pain.org/GlobalYear/AcutePain">https://www.iasp-pain.org/GlobalYear/AcutePain</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Monarch</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Psychological Approaches to Pain Management, Second Edition: A Practitioner's Handbook</source>
          <year>2018</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Ruddere</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Understanding stigma and chronic pain: a-state-of-the-art review</article-title>
          <source>Pain</source>
          <year>2016</year>
          <month>08</month>
          <volume>157</volume>
          <issue>8</issue>
          <fpage>1607</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000000512</pub-id>
          <pub-id pub-id-type="medline">26859821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>David</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Benjamin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baecker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gromala</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Birnholtz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Living with Pain, Staying in Touch: Exploring the Communication Needs of Older Adults with Chronic Pain</article-title>
          <source>Extended Abstracts on Human Factors in Computing Systems</source>
          <year>2011</year>
          <conf-name>CHI'11</conf-name>
          <conf-date>May 7-12, 2011</conf-date>
          <conf-loc>Vancouver, BC, Canada</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1979742.1979751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Szanto</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Krueger</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Introduction: empathy, shared emotions, and social identity</article-title>
          <source>Topoi</source>
          <year>2019</year>
          <month>02</month>
          <day>26</day>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>153</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1007/s11245-019-09641-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Empathy: A Social Psychological Approach</source>
          <year>1994</year>
          <publisher-loc>Boulder, CO, US</publisher-loc>
          <publisher-name>Westview Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quince</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thiemann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Benson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hyde</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Undergraduate medical students' empathy: current perspectives</article-title>
          <source>Adv Med Educ Pract</source>
          <year>2016</year>
          <volume>7</volume>
          <fpage>443</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/AMEP.S76800"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/AMEP.S76800</pub-id>
          <pub-id pub-id-type="medline">27536168</pub-id>
          <pub-id pub-id-type="pii">amep-7-443</pub-id>
          <pub-id pub-id-type="pmcid">PMC4976762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dyer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Swartzlander</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gugliucci</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Using virtual reality in medical education to teach empathy</article-title>
          <source>J Med Libr Assoc</source>
          <year>2018</year>
          <month>10</month>
          <volume>106</volume>
          <issue>4</issue>
          <fpage>498</fpage>
          <lpage>500</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30271295"/>
          </comment>
          <pub-id pub-id-type="doi">10.5195/jmla.2018.518</pub-id>
          <pub-id pub-id-type="medline">30271295</pub-id>
          <pub-id pub-id-type="pii">jmla-106-498</pub-id>
          <pub-id pub-id-type="pmcid">PMC6148621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Experience on Demand: What Virtual Reality Is, How It Works, and What It Can Do</source>
          <year>2018</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>W W  Norton &#38; Company</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Loon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zaki</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bostick</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Willer</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality perspective-taking increases cognitive empathy for specific others</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>8</issue>
          <fpage>e0202442</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0202442"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0202442</pub-id>
          <pub-id pub-id-type="medline">30161144</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-09346</pub-id>
          <pub-id pub-id-type="pmcid">PMC6116942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Empathy and embodied experience in virtual environment: to what extent can virtual reality stimulate empathy and embodied experience?</article-title>
          <source>Comput Hum Behav</source>
          <year>2018</year>
          <month>01</month>
          <volume>78</volume>
          <fpage>64</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2017.09.012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banakou</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Embodiment in a virtual body that speaks produces agency over the speaking but does not necessarily influence subsequent real speaking</article-title>
          <source>Sci Rep</source>
          <year>2017</year>
          <month>10</month>
          <day>27</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>14227</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/s41598-017-14620-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-017-14620-5</pub-id>
          <pub-id pub-id-type="medline">29079802</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-017-14620-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5660228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mirani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shaikh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tahir</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Assessment of clinical empathy among medical students using the Jefferson scale of empathy-student version</article-title>
          <source>Cureus</source>
          <year>2019</year>
          <month>02</month>
          <day>28</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e4160</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31058043"/>
          </comment>
          <pub-id pub-id-type="doi">10.7759/cureus.4160</pub-id>
          <pub-id pub-id-type="medline">31058043</pub-id>
          <pub-id pub-id-type="pmcid">PMC6488468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pagano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ricketts</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cartwright</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Batt</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Empathy Levels in Canadian Paramedic Students: A Longitudinal Study</article-title>
          <source>FIRST: Fanshawe Innovation Research Scholarship Teaching</source>
          <year>2019</year>
          <access-date>2020-01-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://first.fanshawec.ca/fhcsps_publicsafety_facultystaffpublications/23">https://first.fanshawec.ca/fhcsps_publicsafety_facultystaffpublications/23</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Empathy: College Students Don’t Have as Much as They Used to</article-title>
          <source>University of Michigan News</source>
          <year>2010</year>
          <access-date>2019-09-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://news.umich.edu/empathy-college-students-don-t-have-as-much-as-they-used-to/">https://news.umich.edu/empathy-college-students-don-t-have-as-much-as-they-used-to/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neumann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Edelhäuser</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tauschel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Wirtz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Woopen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Haramati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scheffer</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Empathy decline and its reasons: a systematic review of studies with medical students and residents</article-title>
          <source>Acad Med</source>
          <year>2011</year>
          <month>08</month>
          <volume>86</volume>
          <issue>8</issue>
          <fpage>996</fpage>
          <lpage>1009</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0b013e318221e615</pub-id>
          <pub-id pub-id-type="medline">21670661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <source>The Measurement and Development of Empathy in Nursing</source>
          <year>2017</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Percy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Introducing nursing practice to student nurses: how can we promote care compassion and empathy</article-title>
          <source>Nurse Educ Pract</source>
          <year>2018</year>
          <month>03</month>
          <volume>29</volume>
          <fpage>200</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nepr.2018.01.008</pub-id>
          <pub-id pub-id-type="medline">29427943</pub-id>
          <pub-id pub-id-type="pii">S1471-5953(17)30131-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Konrath</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Hsing</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Changes in dispositional empathy in American college students over time: a meta-analysis</article-title>
          <source>Pers Soc Psychol Rev</source>
          <year>2011</year>
          <month>05</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>180</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1177/1088868310377395</pub-id>
          <pub-id pub-id-type="medline">20688954</pub-id>
          <pub-id pub-id-type="pii">1088868310377395</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kral</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Stodola</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Birn</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Mumford</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Solis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Flook</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Patsenko</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Steinkuehler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Neural correlates of video game empathy training in adolescents: a randomized trial</article-title>
          <source>NPJ Sci Learn</source>
          <year>2018</year>
          <volume>3</volume>
          <fpage>13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30631474"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41539-018-0029-6</pub-id>
          <pub-id pub-id-type="medline">30631474</pub-id>
          <pub-id pub-id-type="pii">29</pub-id>
          <pub-id pub-id-type="pmcid">PMC6220300</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Lemmings (Video Game)</article-title>
          <source>Wikipedia</source>
          <year>2019</year>
          <access-date>2019-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/w/index.php?title=Lemmings_(video_game)&#38;oldid=914380596">https://en.wikipedia.org/w/index.php?title=Lemmings_(video_game)&#38;oldid=914380596</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greitemeyer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Osswald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brauer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Playing prosocial video games increases empathy and decreases schadenfreude</article-title>
          <source>Emotion</source>
          <year>2010</year>
          <month>12</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>796</fpage>
          <lpage>802</lpage>
          <pub-id pub-id-type="doi">10.1037/a0020194</pub-id>
          <pub-id pub-id-type="medline">21171755</pub-id>
          <pub-id pub-id-type="pii">2010-25761-002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olivier</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sterkenburg</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van Rensburg</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The effect of a serious game on empathy and prejudice of psychology students towards persons with disabilities</article-title>
          <source>Afr J Disabil</source>
          <year>2019</year>
          <volume>8</volume>
          <fpage>328</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31049304"/>
          </comment>
          <pub-id pub-id-type="doi">10.4102/ajod.v8i0.328</pub-id>
          <pub-id pub-id-type="medline">31049304</pub-id>
          <pub-id pub-id-type="pii">AJOD-8-328</pub-id>
          <pub-id pub-id-type="pmcid">PMC6489198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freina</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Canessa</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Immersive vs Desktop Virtual Reality in Game Based Learning</article-title>
          <source>CiteSeerX</source>
          <access-date>2019-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://citeseerx.ist.psu.edu/viewdoc/citations;jsessionid=7A68CDCE1F13C71E16070BF8FABA19EF?doi=10.1.1.727.9647">http://citeseerx.ist.psu.edu/viewdoc/citations;jsessionid=7A68CDCE1F13C71E16070BF8FABA19EF?doi=10.1.1.727.9647</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perez-Marcos</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality experiences, embodiment, videogames and their dimensions in neurorehabilitation</article-title>
          <source>J Neuroeng Rehabil</source>
          <year>2018</year>
          <month>11</month>
          <day>26</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jneuroengrehab.biomedcentral.com/articles/10.1186/s12984-018-0461-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12984-018-0461-0</pub-id>
          <pub-id pub-id-type="medline">30477527</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12984-018-0461-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6258149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herrera</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weisz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ogle</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zaki</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Building long-term empathy: a large-scale comparison of traditional and virtual reality perspective-taking</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>10</issue>
          <fpage>e0204494</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0204494"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0204494</pub-id>
          <pub-id pub-id-type="medline">30332407</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-04819</pub-id>
          <pub-id pub-id-type="pmcid">PMC6192572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez-Vives</surname>
              <given-names>MV</given-names>
            </name>
          </person-group>
          <article-title>Enhancing our lives with immersive virtual reality</article-title>
          <source>Front Robot AI</source>
          <year>2016</year>
          <month>12</month>
          <day>19</day>
          <volume>3</volume>
          <fpage>19</fpage>
          <pub-id pub-id-type="doi">10.3389/frobt.2016.00074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hartzler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ludman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ralston</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>'It just seems outside my health': how patients with chronic conditions perceive communication boundaries with providers</article-title>
          <source>DIS (Des Interact Syst Conf)</source>
          <year>2016</year>
          <month>06</month>
          <volume>2016</volume>
          <fpage>1172</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28804790"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2901790.2901866</pub-id>
          <pub-id pub-id-type="medline">28804790</pub-id>
          <pub-id pub-id-type="pmcid">PMC5553690</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boltz</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Henriksen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mishra</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Rethinking technology &#38; creativity in the 21st century: empathy through gaming - perspective taking in a complex world</article-title>
          <source>Techtrends Tech Trends</source>
          <year>2015</year>
          <month>10</month>
          <day>15</day>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>3</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/s11528-015-0895-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ulas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>AS IF: A Game as an Empathy Tool for Experiencing the Activity Limitations of Chronic Pain Patients Share on</article-title>
          <source>Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems</source>
          <year>2016</year>
          <conf-name>CHI EA'16</conf-name>
          <conf-date>May 7-12, 2016</conf-date>
          <conf-loc>San Jose, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2851581.2890369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ulas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gromala</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The Design and Evaluation of a Body-Sensing Video Game to Foster Empathy Towards Chronic Pain Patients</article-title>
          <source>Proceedings of the 11th EAI International Conference on Pervasive Computing Technologies for Healthcare</source>
          <year>2017</year>
          <conf-name>PervasiveHealth'17</conf-name>
          <conf-date>May 23-26, 2017</conf-date>
          <conf-loc>Barcelona, Spain</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3154862.3154869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <source>Vive</source>
          <access-date>2019-01-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vive.com/us/">https://www.vive.com/us/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <source>Unity Real-Time Development Platform</source>
          <access-date>2019-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unity.com/frontpage">https://unity.com/frontpage</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gallese</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sinigaglia</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>What is so special about embodied simulation?</article-title>
          <source>Trends Cogn Sci</source>
          <year>2011</year>
          <month>11</month>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>512</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.tics.2011.09.003</pub-id>
          <pub-id pub-id-type="medline">21983148</pub-id>
          <pub-id pub-id-type="pii">S1364-6613(11)00194-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>The Final Inverse Kinematics Solution for Unity</article-title>
          <source>Unity Asset Store - Best Assets for Game Making‎</source>
          <access-date>2019-05-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assetstore.unity.com/packages/tools/animation/final-ik-14290">https://assetstore.unity.com/packages/tools/animation/final-ik-14290</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <source>Designing and Conducting Mixed Methods Research</source>
          <year>2011</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elizabeth</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>Copyright</article-title>
          <source>Self-Compassion</source>
          <year>2011</year>
          <access-date>2016-09-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://self-compassion.org/wp-content/uploads/2015/02/POMMIER-DISSERTATION-compassion.pdf">http://self-compassion.org/wp-content/uploads/2015/02/POMMIER-DISSERTATION-compassion.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pommier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Neff</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Tóth-Király</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The development and validation of the compassion scale</article-title>
          <source>Assessment</source>
          <year>2020</year>
          <month>01</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1177/1073191119874108</pub-id>
          <pub-id pub-id-type="medline">31516024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Basic Empathy Scale (BES)</article-title>
          <source>The RAND Corporation</source>
          <access-date>2020-01-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rand.org/education-and-labor/projects/assessments/tool/2006/basic-empathy-scale-bes.html">https://www.rand.org/education-and-labor/projects/assessments/tool/2006/basic-empathy-scale-bes.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spreng</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>McKinnon</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Mar</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Toronto empathy questionnaire: scale development and initial validation of a factor-analytic solution to multiple empathy measures</article-title>
          <source>J Pers Assess</source>
          <year>2009</year>
          <month>01</month>
          <volume>91</volume>
          <issue>1</issue>
          <fpage>62</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19085285"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/00223890802484381</pub-id>
          <pub-id pub-id-type="pii">906598365</pub-id>
          <pub-id pub-id-type="pmcid">PMC2775495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baron-Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wheelwright</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The empathy quotient: an investigation of adults with Asperger syndrome or high functioning autism, and normal sex differences</article-title>
          <source>J Autism Dev Disord</source>
          <year>2004</year>
          <month>04</month>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>163</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1023/b:jadd.0000022607.19833.00</pub-id>
          <pub-id pub-id-type="medline">15162935</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ayala</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Musser</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Yaseen</surname>
              <given-names>ZS</given-names>
            </name>
          </person-group>
          <article-title>The physiological nature of caring: understanding nonverbal behavior</article-title>
          <source>Teaching Empathy in Healthcare: Building a New Core Competency</source>
          <year>2019</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weidler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A distinct association: inclusion of other in the self and self-disclosure</article-title>
          <source>New School Psychology Bulletin</source>
          <year>2011</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pdfs.semanticscholar.org/2425/fe191fe69dfecfa706aad1bbb980c445a9bc.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/e505232012-005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Saltz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbloom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Micheli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hammer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Toward Measuring Empathy in Virtual Reality</article-title>
          <source>Extended Abstracts: Extended Abstracts Publication of the Annual Symposium on Computer-Human Interaction in Play</source>
          <year>2017</year>
          <conf-name>CHI PLAY'17</conf-name>
          <conf-date>October 15-18, 2017</conf-date>
          <conf-loc>Amsterdam, Netherlands</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3130859.3131325</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <article-title>SPSS Software</article-title>
          <source>IBM</source>
          <access-date>2020-01-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/analytics/spss-statistics-software">https://www.ibm.com/analytics/spss-statistics-software</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Hutcherson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Scheffer</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Hadjiandreou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Inzlicht</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Empathy is hard work: people choose to avoid empathy because of its cognitive costs</article-title>
          <source>J Exp Psychol Gen</source>
          <year>2019</year>
          <month>06</month>
          <volume>148</volume>
          <issue>6</issue>
          <fpage>962</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1037/xge0000595</pub-id>
          <pub-id pub-id-type="medline">30998038</pub-id>
          <pub-id pub-id-type="pii">2019-20830-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Casasanto</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>When does virtual embodiment change our minds?</article-title>
          <source>Presence-Teleop Virt</source>
          <year>2016</year>
          <month>12</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>222</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1162/pres_a_00263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Longo</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Schüür</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kammers</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Tsakiris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haggard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>What is embodiment? A psychometric approach</article-title>
          <source>Cognition</source>
          <year>2008</year>
          <month>06</month>
          <volume>107</volume>
          <issue>3</issue>
          <fpage>978</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cognition.2007.12.004</pub-id>
          <pub-id pub-id-type="medline">18262508</pub-id>
          <pub-id pub-id-type="pii">S0010-0277(08)00006-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schäfer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Prkachin</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Kaseweter</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Health care providers' judgments in chronic pain: the influence of gender and trustworthiness</article-title>
          <source>Pain</source>
          <year>2016</year>
          <month>08</month>
          <volume>157</volume>
          <issue>8</issue>
          <fpage>1618</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000000536</pub-id>
          <pub-id pub-id-type="medline">26934512</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Empathy: a miracle or nothing at all?</article-title>
          <source>J Clin Outcomes Manag</source>
          <year>2011</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.175.8554&#38;rep=rep1&#38;type=pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Behm-Morawitz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pennell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Speno</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>The effects of virtual racial embodiment in a gaming app on reducing prejudice</article-title>
          <source>Commun Monogr</source>
          <year>2016</year>
          <month>01</month>
          <day>14</day>
          <volume>83</volume>
          <issue>3</issue>
          <fpage>396</fpage>
          <lpage>418</lpage>
          <pub-id pub-id-type="doi">10.1080/03637751.2015.1128556</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Beltran</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Simran</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Yuksel</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Investigating Implicit Gender Bias and Embodiment of White Males in Virtual Reality with Full Body Visuomotor Synchrony</article-title>
          <source>Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <conf-name>CHI'19</conf-name>
          <conf-date>May 4-9, 2019</conf-date>
          <conf-loc>Glasgow, Scotland, UK</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3290605.3300787</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banakou</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Groten</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Illusory ownership of a virtual child body causes overestimation of object sizes and implicit attitude changes</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2013</year>
          <month>07</month>
          <day>30</day>
          <volume>110</volume>
          <issue>31</issue>
          <fpage>12846</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=23858436"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.1306779110</pub-id>
          <pub-id pub-id-type="medline">23858436</pub-id>
          <pub-id pub-id-type="pii">1306779110</pub-id>
          <pub-id pub-id-type="pmcid">PMC3732927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tajadura-Jiménez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Banakou</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bianchi-Berthouze</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Slater</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Embodiment in a child-like talking virtual body influences object size perception, self-identification, and subsequent real speaking</article-title>
          <source>Sci Rep</source>
          <year>2017</year>
          <month>08</month>
          <day>29</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>9637</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/s41598-017-09497-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-017-09497-3</pub-id>
          <pub-id pub-id-type="medline">28851953</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-017-09497-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5575082</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
