<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JSG</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Serious Games</journal-id>
      <journal-title>JMIR Serious Games</journal-title>
      <issn pub-type="epub">2291-9279</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i4e18258</article-id>
      <article-id pub-id-type="pmid">33084579</article-id>
      <article-id pub-id-type="doi">10.2196/18258</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Web-Based Virtual Learning Environment for Medicine Administration in Pediatrics and Neonatology: Content Evaluation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hebda</surname>
            <given-names>Toni</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chan</surname>
            <given-names>Ryan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Pereira</surname>
            <given-names>Alayne Larissa Martins</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Universidade de Brasília</institution>
            <addr-line>Centro Metropolitano, Ceilândia Sul</addr-line>
            <addr-line>Brasília Distrito Federal</addr-line>
            <country>Brazil</country>
            <phone>55 061 996118662</phone>
            <email>alayne_larissa@hotmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6203-9670</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Leon</surname>
            <given-names>Casandra Genoveva Rosales Martins Ponce</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4378-9200</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ribeiro</surname>
            <given-names>Laiane Medeiros</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5041-8283</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Brasil</surname>
            <given-names>Guilherme Da Costa</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6878-7098</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Carneiro</surname>
            <given-names>Karen Karoline Gouveia</given-names>
          </name>
          <degrees>CNS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8614-2285</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Vieira</surname>
            <given-names>Géssica Borges</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8556-5865</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Barbalho</surname>
            <given-names>Yuri Gustavo De Sousa</given-names>
          </name>
          <degrees>CNS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5584-998X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Silva</surname>
            <given-names>Izabel Cristina Rodrigues Da</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6836-3583</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Funghetto</surname>
            <given-names>Silvana Schwerz</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9332-9029</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Universidade de Brasília</institution>
        <addr-line>Brasília Distrito Federal</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centro Universitário do Distrito Federal</institution>
        <addr-line>Brasília Distrito Federal</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Hospital Universitário Dr. Miguel Riet Corrêa Júnior</institution>
        <addr-line>Rio Grande, Rio Grande do Sul</addr-line>
        <country>Brazil</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alayne Larissa Martins Pereira <email>alayne_larissa@hotmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>4</issue>
      <elocation-id>e18258</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>8</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Alayne Larissa Martins Pereira, Casandra Genoveva Rosales Martins Ponce Leon, Laiane Medeiros Ribeiro, Guilherme Da Costa Brasil, Karen Karoline Gouveia Carneiro, Géssica Borges Vieira, Yuri Gustavo De Sousa Barbalho, Izabel Cristina Rodrigues Da Silva, Silvana Schwerz Funghetto. Originally published in JMIR Serious Games (http://games.jmir.org), 21.10.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Serious Games, is properly cited. The complete bibliographic information, a link to the original publication on http://games.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://games.jmir.org/2020/4/e18258/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Worldwide, patient safety has been a widely discussed topic and has currently become one of the greatest challenges for health institutions. This concern is heightened when referring to children.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The goal of this study was to develop a virtual learning environment for medication administration, as a tool to facilitate the training process of undergraduate nursing students.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Descriptive research and methodological development with a quantitative and qualitative approach were used with stages of design-based research as methodological strategies. For the development of the virtual environment, 5 themes were selected: rights of medication administration, medication administration steps, medication administration routes, medication calculation, and nonpharmacological actions for pain relief. After development, 2 groups—expert judges in the field of pediatrics and neonatology for environment validation and undergraduate nursing students for the assessment—were used to assess the virtual learning environment. For the validation of the virtual learning environment by expert judges, the content validity index was used, and for the evaluation of the students, the percentage of agreement was calculated.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The study included 13 experts who positively validated the virtual environment with a content validity index of 0.97, and 26 students who considered the content suitable for nursing students, although some adjustments are necessary.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results show the benefit of the virtual learning environment to the training of nursing students and professional nurses who work in health care. It is an effective educational tool for teaching medication administration in pediatrics and neonatology and converges with the conjectures of active methodologies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>nursing education</kwd>
        <kwd>health education</kwd>
        <kwd>educational technology</kwd>
        <kwd>patient safety.</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Worldwide, patient safety has been a widely discussed topic, and has currently become one of the greatest challenges for health institutions. It is understood as the decrease, to an acceptable minimum, of the risk of unnecessary harm associated with health care, and although there are recommendations and progress in international literature, scientific knowledge must become incorporated into care practice [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>The National Patient Safety Program, aligned with the objectives of the World Alliance for Patient Safety of the World Health Organization launched 6 patient safety protocols focusing on the most problematic areas of patient safety, among them improving safety in the prescription, use, and administration of medicines [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>The concern with patient safety is heightened when referring to children, since they are a vulnerable part of society [<xref ref-type="bibr" rid="ref3">3</xref>]. The quality of care related to patient safety in nursing is connected to the entire care process, thus, the use of intelligent technologies and the use of standardization can provide greater safety for patients [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Communication between professionals, parents, and patients is a factor in pediatric hospitalization, and the consequences of communication failures can generate significant damage to patients and decrease the effectiveness and quality of the care provided. Thus, in pediatric patient care, the prevention of errors, the analysis of the factors that led to an error, aims to implement measures, and improvements contribute to patient safety [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>It was assumed that the development of a virtual learning environment on medication administration in neonatology and pediatrics would contribute to the knowledge gain of nursing students, and it was postulated that the use of a virtual learning environment is an adequate educational strategy to promote knowledge about pediatric medication administration, encouraging active and motivating learning.</p>
      <p>Design-based research involves a new interventionist methodology that seeks to incorporate theoretical aspects of education research with educational practice and offers a promising approach to advance theoretical understanding; although theory alone will not solve all the problems encountered in practice, it can help explain how and why problems can be solved and can help students get better results [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Thus, based on the principles of design-based research, to contribute to continued professional education and student learning and to complement the principles of sustainability and patient safety, we developed, validated, and evaluated a virtual learning environment.</p>
    </sec>
    <sec sec-type="method">
      <title>Methods</title>
      <p>We used descriptive research, methodological development with a quantitative and qualitative approach, and the stages of design-based research as methodological strategies [<xref ref-type="bibr" rid="ref7">7</xref>]. The phases of the research are described in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Research phases. VLE: virtual learning environment.</p>
        </caption>
        <graphic xlink:href="games_v8i4e18258_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>For the selection of the themes used in the virtual learning environment, main themes suggested by professionals in a previously conducted study [<xref ref-type="bibr" rid="ref8">8</xref>] were taken into account, and 5 main themes were then selected: rights of medication administration, medication administration steps, medication administration routes, medication calculation, and nonpharmacological actions for pain relief.</p>
      <p>After the construction of the virtual learning environment, 2 groups of participants, with different profiles and purposes, were included: experts in the field of pediatrics and neonatology (teachers and researchers) and final users (undergraduate students of nursing). After construction of the virtual environment, the content was validated by the experts and then evaluated by the students.</p>
      <p>Students regularly enrolled in nursing at a public university were considered (convenience sample) and 112 students were invited; 26 students completed the evaluation by answering all the requested instruments corresponding to the final sample.</p>
      <p>Data collection with students was carried out from June 2019 to August 2019. Participants were contacted by email and in person. Nursing students, through a questionnaire on Google Forms, filled out a 24-item Likert scale developed in a previous study [<xref ref-type="bibr" rid="ref9">9</xref>] and adapted for this research. The students judged the virtual environment in terms of interaction and stimulus (6 items); interest and motivation to learn (3 items); dedication, discipline and time management (3 items); communication tools (3 items); didactic material (7 items); and the student's role in the learning process (2 items). Space was reserved for suggestions and additional comments. Quantitative data were calculated using mean and standard deviation using SPSS (version 20; IBM Corp). The percentage of agreement was also calculated, individually and by categories—80% agreement among users was considered as a positive evaluation.</p>
      <p>The validation of the virtual learning environment was executed by a committee of specialists with evident knowledge in pediatrics or knowledge of active technologies and with the ability to evaluate the content of the virtual environment. A total of 59 specialists were invited, and 13 completed all the steps and answered all the requested instruments, corresponding to the final sample. To define the specialists, the Fehring Validation Model [<xref ref-type="bibr" rid="ref10">10</xref>] was used, which consists of criteria used to classify the expertise of professionals in matters covered in educational technology. Nurses with specialized knowledge in pediatrics, neonatology, or active methodologies were included.</p>
      <p>The experts answered a structured questionnaire focusing on the nature of the objectives, content, relevance, and environment. In the last section of the questionnaire, a blank space was reserved for the experts to add suggestions and comments (they were able to make qualitative collaborations and contribute to the improvement of the virtual learning environment). The content validity index was used, which measures and evaluates whether the proportion or percentage of experts are in agreement on certain aspects of the instrument and its items (each item individually and then the instrument as a whole). The questionnaire used a Likert-type scale with a score of 1 to 4 [<xref ref-type="bibr" rid="ref11">11</xref>]. The content validity index of each item was calculated, and the content validity index of each category was calculated. Finally, the mean general content validity index of the virtual learning environment was calculated. For this study, a content validity index of 0.90 was considered as the experts judging the questions to be valid, based on Polit and Beck [<xref ref-type="bibr" rid="ref12">12</xref>] who establish this value as standard to guarantee the excellence of a scale.</p>
      <p>To measure the gain of knowledge, Worral [<xref ref-type="bibr" rid="ref13">13</xref>] proposed the application of a pretest before the educational intervention, to identify the preacquired knowledge and a posttest to identify the gain of knowledge (retention capacity and memory) as an educational proposal. For the pretest, it was decided to carry out a questionnaire with 13 questions referring to the contents of the virtual environment, and those same questions were asked again in the posttest. The questionnaire contained true or false questions and underwent validation with 3 pediatric specialists, before being made available in the virtual environment. The students' responses to this questionnaire generated data on knowledge gain. With the Wilcoxon statistical test, we compared the outcome of the scores (pretest and posttest).</p>
      <p>The research project was approved by the research Ethics Committee of the University of Brasília - Faculdade de Ceilândia, obtaining an opinion favorable to its realization under the protocol no. 3,203,397 and CAAE no. 08880519.3. 0000.8093.</p>
      <p>The virtual learning environment for medication administration in pediatrics and neonatology was made available online with free access. The platform used to host the site was Heroku, a cloud computing service, and the reason for choosing this environment was the possibility of inserting images and videos created exclusively for a virtual learning environment.</p>
      <p>The environment consisted of approximately 77 pages (HTML language), one of which was the main menu, and 8 were considered submenus of the themes of the modules. After registering, the user received an email, automatically generated by the platform as soon as the administrator approved participation. When accessing the virtual learning environment with login and password, the user was automatically redirected to the pretest page.</p>
      <p>After answering the pretest questions, the user clicked on the <italic>save answers</italic> button and was directed to the main menu (<xref rid="figure2" ref-type="fig">Figure 2</xref>). This screen contained a button on the right side that accessed the 5 modules (<xref ref-type="table" rid="table1">Table 1</xref>), a button to check performance, an indication of the content already viewed, and a button for tutorial and credits. On the access screen for each module, it was possible to observe different interactions. Each circle generated a clickable link that opened a text box. Modules contained complementary material along with the reference used to write the content of that module. The links of the complementary material, when clicked, were directed to the publications.</p>
      <p>At the end of the fifth module, the user was automatically redirected to the posttest page to answer the same 13 questions. After saving the answers, the user was directed to the home page and with the check performance button, could review which questions had been correct and which questions had been wrong. For the incorrect questions, a template showing correction and justification appeared.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Main menu of the virtual learning environment.</p>
        </caption>
        <graphic xlink:href="games_v8i4e18258_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Virtual learning environment modules.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="340"/>
          <col width="660"/>
          <thead>
            <tr valign="top">
              <td>Module</td>
              <td>Features</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Nine rights of medication administration</td>
              <td>Right patient, right drug, right route, right time and frequency, right dose, right documentation, right education and information, right pharmaceutical form—each circle opens a text box; complementary materials</td>
            </tr>
            <tr valign="top">
              <td>Medication administration steps</td>
              <td>3 clickable boxes open content on absorption, distribution, and elimination, complementary materials</td>
            </tr>
            <tr valign="top">
              <td>Medication administration routes</td>
              <td>4 videos</td>
            </tr>
            <tr valign="top">
              <td>Medication calculation</td>
              <td>Formulas for calculating medication doses, complementary materials</td>
            </tr>
            <tr valign="top">
              <td>Nonpharmacological actions for pain relief</td>
              <td>Images with accompanying text, complementary materials</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Validation</title>
        <p>The sample was composed of 13 nursing professors; 69% (9/13) had greater than 10 years of professional experience, and 46% (6/13) had a doctorate, and 46% (6/13) has a master's degree.</p>
        <p>The experts’ ages ranged from 25 to 55 years, and 31% (8/13) of the sample were aged 25 to 35 years; 85% (11/13) of the experts were female. Regarding having experience in the area of active teaching methodologies, 100% (13/13) answered “yes.” Of the 13 experts, 54% (7/13) had publications in the area of pediatrics and neonatology.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> describes the assessments of the criteria analyzed and judged by the expert judges. No judge rated the analysis criteria as “Inadequate.” The content validity index by category ranged from 0.91 to 1.0. The total content validity index reached was 0.97, which successfully validated the content.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Responses from experts and content validity index results.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="350"/>
            <col width="120"/>
            <col width="150"/>
            <col width="130"/>
            <col width="130"/>
            <col width="90"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Items</td>
                <td>Inadequate, n</td>
                <td>A little adequate, n</td>
                <td>Quite adequate, n</td>
                <td>Very adequate, n</td>
                <td>CVI<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Nature of the objectives</bold>
                </td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Was the purpose of the VLE<sup>b</sup> clear? (described in the Tutorial tab of the platform)</td>
                <td>0</td>
                <td>0</td>
                <td>3</td>
                <td>10</td>
                <td>1.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Are the verbs chosen accurately in terms of expected behavior?</td>
                <td>0</td>
                <td>0</td>
                <td>5</td>
                <td>8</td>
                <td>1.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Are the objectives consistent with the content presented?</td>
                <td>0</td>
                <td>0</td>
                <td>3</td>
                <td>10</td>
                <td>1.0</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Content</bold>
                </td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does the content meet the theme and objectives proposed?</td>
                <td>0</td>
                <td>1</td>
                <td>5</td>
                <td>7</td>
                <td>0.92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is the content updated and does it contain correct information (sources and references)?</td>
                <td>0</td>
                <td>2</td>
                <td>1</td>
                <td>10</td>
                <td>0.85</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Are the texts easy to read?</td>
                <td>0</td>
                <td>1</td>
                <td>2</td>
                <td>10</td>
                <td>0.92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is the writing style compatible with the level of knowledge of the academics?</td>
                <td>0</td>
                <td>1</td>
                <td>1</td>
                <td>11</td>
                <td>0.92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is the number of modules sufficient (adequate division)?</td>
                <td>0</td>
                <td>1</td>
                <td>6</td>
                <td>6</td>
                <td>0.92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is the sequence of the modules adequate (clear and well-structured information)?</td>
                <td>0</td>
                <td>1</td>
                <td>4</td>
                <td>8</td>
                <td>0.92</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Relevance</bold>
                </td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Do the items cover important aspects of nursing practice in the Administration of Medicines in Neonatology?</td>
                <td>0</td>
                <td>0</td>
                <td>2</td>
                <td>11</td>
                <td>1.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does (the) VLE contribute to learning and knowledge acquisition?</td>
                <td>0</td>
                <td>0</td>
                <td>3</td>
                <td>10</td>
                <td>1.0</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Ambiance</bold>
                </td>
                <td/>
                <td/>
                <td/>
                <td/>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is the VLE suitable for presenting the content?</td>
                <td>0</td>
                <td>0</td>
                <td>1</td>
                <td>12</td>
                <td>1.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does VLE encourage student autonomy?</td>
                <td>0</td>
                <td>1</td>
                <td>3</td>
                <td>9</td>
                <td>0.92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Do VLE resources offer learning situations?</td>
                <td>0</td>
                <td>0</td>
                <td>4</td>
                <td>9</td>
                <td>1.0</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>CVI: content validity index.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>VLE: virtual learning environment.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Evaluation</title>
        <p>Of the 26 students who participated in the evaluation, 81% (21/26) were aged 19 to 24 years, 62% (16/26) are female and 38% (10/26) are male. The majority of students (17/26, 65%) were in the seventh semester (of 10) in undergraduate nursing.</p>
        <p>Of the 24 items that were analyzed, 22 items and 5 of the 6 categories reached the stipulated value of 80% concerning percentage of agreement (<xref ref-type="table" rid="table3">Table 3</xref>). The categories <italic>interaction and stimulus</italic>, <italic>instructional material</italic>, and <italic>the student's role in the learning process</italic> had the best percentage of agreement values (96% agreement). The category <italic>communication tools</italic> obtained 78% percent agreement, which was close to the stipulated value, indicating the need for improvements regarding the exchange of information between users and the administrator of the virtual environment. The mean Cronbach α was 0.88, indicating a high degree of reliability and consistency; users considered the content of the virtual learning environment suitable for nursing students, although some adjustments are necessary, for example, communication tools, which obtained the lowest percentage of agreement.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Criteria evaluated by the users (n=26).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="700"/>
            <col width="150"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Item</td>
                <td>Rating, mean (SD)</td>
                <td>Agreement, %</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Interaction and stimulation</bold>
                </td>
                <td>
                  <bold>4.70 (0.47)</bold>
                </td>
                <td>
                  <bold>96</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The VLE<sup>a</sup> is easy to interact with and arouses your interest in the subject</td>
                <td>4.73 (0.45)</td>
                <td>100</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The environment enables learning situations</td>
                <td>4.69 (0.62)</td>
                <td>92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>VLE allows you to freely browse through content</td>
                <td>4.69 (0.68)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The activities are relevant and meet the objectives proposed</td>
                <td>4.77 (0.43)</td>
                <td>100</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Access to modules is easy</td>
                <td>4.73 (0.53)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The VLE instigates/invites change in behavior and attitude</td>
                <td>4.62 (0.64)</td>
                <td>92</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Interest and motivation to learn</bold>
                </td>
                <td>
                  <bold>4</bold>
                  <bold>.59 (0.62)</bold>
                </td>
                <td>
                  <bold>93</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The VLE NEO-PED<sup>b</sup> motivates the students to learn about medication administration in neonatology and pediatrics</td>
                <td>4.81 (0.40)</td>
                <td>100</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The VLE presents complementary readings and notes on the course content</td>
                <td>4.50 (0.76)</td>
                <td>92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The VLE encourages the desire to study beyond the content presented</td>
                <td>4.46 (0.71)</td>
                <td>88</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Dedication, discipline, and time management</bold>
                </td>
                <td>
                  <bold>4</bold>
                  <bold>.55 (0.66)</bold>
                </td>
                <td>
                  <bold>92</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>During the access to the VLE, time was organized for online course activities</td>
                <td>4.38 (0.80)</td>
                <td>88</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>During access to the VLE, there was self-discipline for online teaching</td>
                <td>4.62 (0.64)</td>
                <td>92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>During the access to the VLE, there was access to the modules with the regularity proposed</td>
                <td>4.65 (0.56)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Communication tools</bold>
                </td>
                <td>
                  <bold>4</bold>
                  <bold>.22 (1.04)</bold>
                </td>
                <td>
                  <bold>78</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The environment encourages the exchange of information with colleagues</td>
                <td>4.19 (1.10)</td>
                <td>77</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The links provided are relevant to the learning content</td>
                <td>4.62 (0.64)</td>
                <td>92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>An e-mail was used to answer questions about the content</td>
                <td>3.85 (1.38)</td>
                <td>65</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Courseware</bold>
                </td>
                <td>
                  <bold>4</bold>
                  <bold>.71 (0.56)</bold>
                </td>
                <td>
                  <bold>96</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The VLE is explanatory and easy to understand</td>
                <td>4.69 (0.55)</td>
                <td>92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The content is well divided between the modules</td>
                <td>4.69 (0.55)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Information is presented in a logical and coherent way</td>
                <td>4.65 (0.56)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The writing style is easy to understand</td>
                <td>4.69 (0.55)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The colors and size of the letters are adequate</td>
                <td>4.73 (0.67)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The images contribute to learning</td>
                <td>4.85 (0.37)</td>
                <td>100</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The media are correlated with the content and provide a complement to the texts</td>
                <td>4.73 (0.67)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Role of the student in the learning process</bold>
                </td>
                <td>
                  <bold>4</bold>
                  <bold>.63 (0.55)</bold>
                </td>
                <td>
                  <bold>96</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>You consider having freedom in building your knowledge</td>
                <td>4.54 (0.58)</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>You believe you are responsible for your learning process</td>
                <td>4.73 (0.53)</td>
                <td>96</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>VLE: virtual learning environment.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>NEO-PED: neonatology and pediatrics.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The results of the comparison between pretest and posttest correct answers are shown in the table below (<xref ref-type="table" rid="table4">Table 4</xref>). The pre–post difference in number of correct answers was statistically significant (<italic>P</italic>=.02).</p>
        <p><xref rid="figure3" ref-type="fig">Figure 3</xref> likewise demonstrates the significant increase, corroborating the purpose of this study, and that students obtained a considerable gain of knowledge.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Comparison of knowledge gain before and after use of the virtual environment.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="660"/>
            <col width="220"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Knowledge gain</td>
                <td>Score, median (IQR)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Pretest</td>
                <td>75 (66-75)</td>
                <td rowspan="2">.02</td>
              </tr>
              <tr valign="top">
                <td>Posttest</td>
                <td>75 (75-83)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Knowledge gain before and after use.</p>
          </caption>
          <graphic xlink:href="games_v8i4e18258_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>For the last stage, according to design-based research, there is a refinement of the intervention or re-design, in which adjustments are made to the design of the virtual learning environment according to the assessment that was made in the previous stage. At the end of the instrument, the expert judges had the opportunity to provide suggestions, changes, or opinions on the virtual environment. These opinions served as the basis for the changes in the virtual learning environment as a whole and not just in the content. Most of the comments emphasized the importance of virtual learning environment and its quality and excellence in this production. The suggestions were accepted, and changes were made as proposed by the experts.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>General</title>
        <p>Through a bibliographic survey on the topic of medication administration in pediatrics and neonatology, it was possible to perceive the scarcity of research related to the use of virtual learning environments focused on this theme. Our objective was to develop a virtual learning environment with the theme of medication administration, as a facilitating tool for the training of undergraduate nursing students.</p>
        <p>To refine the intervention of this study, descriptive analyses of the expert judges' opinions were used, as suggested at the end of the questionnaire. It should be noted that the judges' suggestions were analyzed, and the contents were modified, taking into consideration the target audience of this study.</p>
        <p>According to the literature, electronic materials that provide information that contributes to the construction of knowledge are resources that support learning, especially for young students [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Virtual learning environments have been placed as innovative strategies that provide paradigm shifts for health care professionals; their development and use provide new educational possibilities to be explored both in universities and in continuing education [<xref ref-type="bibr" rid="ref15">15</xref>]. Developing care techniques in safe environments for patients and professionals has become a priority for health systems, mainly in the development of strategies to prevent failures that affect good hospital practices [<xref ref-type="bibr" rid="ref16">16</xref>]. By providing digital education, virtual environments have the potential to promote health education to the nursing team and are thus being used as an alternative or complement to traditional education for health professionals [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Measuring knowledge gained with the virtual environment showed an increase in correct answers in the posttest in comparison to the number of correct answers in the pretest. This finding proves that the online learning strategy can be an educational teaching resource to be used in the training of nurses or as a permanent education resource.</p>
        <p>The use of educational technologies makes important contributions to the nursing teaching process, as they favor the enrichment of the academic's cognitive structure by enabling continuous access to information, for significant learning, in which the acquired knowledge is stored and can be remembered for a longer time [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>The potential of virtual learning environments is related to the use of several elements simultaneously from mechanisms of interaction and interactivity that support the purpose of their construction, and in nursing, the use of virtual learning environments does not replace the organic relationships between subjects, the use of this technology must occur concurrently with other teaching methodologies [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>As a strategy used to streamline and stimulate users in the navigation of virtual learning environment, videos were included, as technological tools, and by combining elements such as images, texts, and sounds in a single object, we sought to motivate and engage users in the teaching-learning process to guarantee the promotion of knowledge [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>The students positively highlighted their participation in the process of building educational technologies, as well as their experience and autonomy when faced with an innovative object in their training.</p>
        <p>For resources such as virtual environments to favor the construction of knowledge and to demonstrate knowledge gains in these educational settings, it is necessary to promote the student's interest, adapt to their needs, and adapt to their cognitive style, thus allowing a more dynamic and active learning process [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The educational technology was validated by experts, as well as being positively evaluated by students. The knowledge acquired by the students from the virtual learning environment was confirmed by statistical analyses that demonstrate the potential of this tool as an active teaching methodology to enrich and complement the traditional teaching method. The results prove the virtual learning environment to be an effective educational tool for teaching medication administration in pediatrics and neonatology and converge with the assumptions of active methodologies. Thus, the virtual learning environment of this study was established as a complementary didactic resource for theoretical teaching at the undergraduate level and the permanent education of nursing professionals.</p>
        <p>No studies were found using design-based research in nursing with the creation of virtual learning environments, however, studies in the areas of biology, physics, medicine and psychology, education were found, which can be explained as it is a methodology that is considered to be new, although the results obtained validate the necessary efforts since the knowledge and the didactic products acquired are linked to the natural environment from which the initial problems arose and which motivated the research [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>For future research, larger samples are suggested, for more detailed statistical power, in addition to the creation of new modules to cover some new suggested topics and the development of more videos based on the necessary demand.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <ack>
      <p>The authors would like to thank the research support foundation of <italic>Distrito Federal - Fundação de Apoio à Pesquisa</italic>; this study were financed in part by the <italic>Coordenação de Aperfeiçoamento de Pessoal de Nível Superior</italic> (Coordination for the Improvement of Higher Education Personnel; finance code 001) and support was provided by the University of Brasília. Finally, the authors especially thank the nursing students for their invaluable support for this project.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wegner</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Patient safety in the care of hospitalised children: evidence for paediatric nursing</article-title>
          <source>Revista Gaúcha de Enfermagem</source>
          <year>2017</year>
          <month>05</month>
          <day>04</day>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>e68020</fpage>
          <pub-id pub-id-type="doi">10.1590/1983-1447.2017.01.68020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>I Ralph</given-names>
            </name>
          </person-group>
          <article-title>The WHO World Alliance for Patient Safety: a new challenge or an old one neglected?</article-title>
          <source>Drug Saf</source>
          <year>2005</year>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>379</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.2165/00002018-200528050-00002</pub-id>
          <pub-id pub-id-type="medline">15853440</pub-id>
          <pub-id pub-id-type="pii">2852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>Mota Rafaela de Oliveira</given-names>
            </name>
            <name name-style="western">
              <surname>Brito</surname>
              <given-names>Eva Anny Wélly de Souza</given-names>
            </name>
            <name name-style="western">
              <surname>Farias</surname>
              <given-names>Laryssa Miranda Vidal Cavalcante</given-names>
            </name>
            <name name-style="western">
              <surname>Matias</surname>
              <given-names>Érica Oliveira</given-names>
            </name>
            <name name-style="western">
              <surname>Lima</surname>
              <given-names>Francisca Elisângela Teixeira</given-names>
            </name>
          </person-group>
          <article-title>Patient safety in the administration of intramuscular medication in pediatrics: assessment of the nursing practice</article-title>
          <source>Rev Gaucha Enferm</source>
          <year>2018</year>
          <volume>39</volume>
          <issue>1</issue>
          <fpage>e2017</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1590/1983-1447.2018.2017-0002</pub-id>
          <pub-id pub-id-type="medline">29846477</pub-id>
          <pub-id pub-id-type="pii">S1983-14472018000100404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Documento de Referência do Programa Nacional de Segurança do paciente</article-title>
          <source>Ministério da Saúde</source>
          <year>2014</year>
          <access-date>2020-10-02</access-date>
          <publisher-loc>Brasília</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bvsms.saude.gov.br/bvs/publicacoes/documento_referencia_programa_nacional_seguranca.pdf">http://bvsms.saude.gov.br/bvs/publicacoes/documento_referencia_programa_nacional_seguranca.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>MFD</given-names>
            </name>
            <name name-style="western">
              <surname>Anders</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Rocha</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>AIJD</given-names>
            </name>
            <name name-style="western">
              <surname>Burciaga</surname>
              <given-names>VB</given-names>
            </name>
          </person-group>
          <article-title>Communication in nursing shift handover: pediatric patient safety</article-title>
          <source>Texto contexto - enferm</source>
          <year>2016</year>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>e3600015</fpage>
          <pub-id pub-id-type="doi">10.1590/0104-07072016003600015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dolmans</surname>
              <given-names>DHJM</given-names>
            </name>
          </person-group>
          <article-title>How theory and design-based research can mature PBL practice and research</article-title>
          <source>Adv Health Sci Educ Theory Pract</source>
          <year>2019</year>
          <month>12</month>
          <day>25</day>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>879</fpage>
          <lpage>891</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31720879"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10459-019-09940-2</pub-id>
          <pub-id pub-id-type="medline">31720879</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10459-019-09940-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6908548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seeto</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Herrington</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Design-based research and the learning designer</article-title>
          <source>Proceedings of the 23rd Annual Conference of ASCILITE: Who’s Learning? Whose Technology?</source>
          <year>2006</year>
          <conf-name>Annual Conference of the Australasian Society for Computers in Learning in Tertiary Education</conf-name>
          <conf-date>2006</conf-date>
          <conf-loc>Sydney</conf-loc>
          <fpage>741</fpage>
          <lpage>745</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vieira</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Cavalcante</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Ponce de Leon</surname>
              <given-names>CGRM</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Fonseca</surname>
              <given-names>LMM</given-names>
            </name>
            <name name-style="western">
              <surname>Menezes</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>Primeiros passos da educação permanente em enfermagem de uma unidade de terapia intensiva neonatal (First steps of nursing continuing education in neonatal intensive care unit)</article-title>
          <source>Revista de Enfermagem UFPE on line</source>
          <year>2014</year>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>889</fpage>
          <lpage>895</lpage>
          <pub-id pub-id-type="doi">10.5205/reuol.5829-50065-1-ED-1.0804201413</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holanda</surname>
              <given-names>Viviane Rolim</given-names>
            </name>
          </person-group>
          <article-title>Hipermídia educacional para o ensino de doenças sexualmente transmissíveis: construção, validação e avaliação [tese]</article-title>
          <source>Universidade Federal do Ceará</source>
          <year>2014</year>
          <access-date>2018-03-05</access-date>
          <publisher-loc>Fortaleza</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.repositorio.ufc.br/handle/riufc/8310">http://www.repositorio.ufc.br/handle/riufc/8310</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fehring</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The Fehring model</article-title>
          <source>Classification of nursing diagnosis: Proceedings of the tenth conference</source>
          <year>1994</year>
          <conf-name>Conference on the Classification of Nursing Diagnoses</conf-name>
          <conf-date>1992</conf-date>
          <conf-loc>San Diego</conf-loc>
          <publisher-loc>Philadelphia</publisher-loc>
          <publisher-name>Lippincott</publisher-name>
          <fpage>55</fpage>
          <lpage>62</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alexandre</surname>
              <given-names>NMC</given-names>
            </name>
            <name name-style="western">
              <surname>Coluci</surname>
              <given-names>MZO</given-names>
            </name>
          </person-group>
          <article-title>[Content validity in the development and adaptation processes of measurement instruments]</article-title>
          <source>Cien Saude Colet</source>
          <year>2011</year>
          <month>07</month>
          <volume>16</volume>
          <issue>7</issue>
          <fpage>3061</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1590/s1413-81232011000800006</pub-id>
          <pub-id pub-id-type="medline">21808894</pub-id>
          <pub-id pub-id-type="pii">S1413-81232011000800006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polit</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>CT</given-names>
            </name>
          </person-group>
          <source>Fundamentos de Pesquisa em enfermagem: avaliação de evidências para as práticas da enfermagem</source>
          <year>2018</year>
          <publisher-loc>Porto Alegre</publisher-loc>
          <publisher-name>Artmed Editora</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Worral</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Bastable</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Avaliação da educação para a saúde</article-title>
          <source>O enfermeiro como educador. Princípios de ensino-aprendizagem para a prática de enfermagem 3 ed</source>
          <year>2010</year>
          <publisher-loc>Porto Alegre</publisher-loc>
          <publisher-name>Artmed Editora</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corradi</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Scalabrin</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Objetos virtuais para apoio ao processo ensino-aprendizagem do exame físico em enfermagem</article-title>
          <source>Acta paul. enferm</source>
          <year>2011</year>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>348</fpage>
          <lpage>353</lpage>
          <pub-id pub-id-type="doi">10.1590/s0103-21002011000300007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xelegati</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Évora</surname>
              <given-names>YDM</given-names>
            </name>
          </person-group>
          <article-title>Development of a virtual learning environment addressing adverse events in nursing</article-title>
          <source>Rev Latino-Am Enfermagem</source>
          <year>2011</year>
          <month>10</month>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>1181</fpage>
          <lpage>1187</lpage>
          <pub-id pub-id-type="doi">10.1590/S0104-11692011000500016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tavares</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Alencar</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Good practices of medication in intensive nursing: the experience of a training through virtual learning environment</article-title>
          <source>Revista de Educação do Vale do São Francisco - REVASF</source>
          <year>2017</year>
          <month>4</month>
          <day>4</day>
          <volume>7</volume>
          <issue>12</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.periodicos.univasf.edu.br/index.php/revasf/article/view/29"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badiei</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gharib</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zolfaghari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mojtahedzadeh</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Comparing nurses' knowledge retention following electronic continuous education and educational booklet: a controlled trial study</article-title>
          <source>Med J Islam Repub Iran</source>
          <year>2016</year>
          <volume>30</volume>
          <fpage>364</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27493908"/>
          </comment>
          <pub-id pub-id-type="medline">27493908</pub-id>
          <pub-id pub-id-type="pmcid">PMC4972056</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frota</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Galindo Neto</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Barros</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>FGF</given-names>
            </name>
            <name name-style="western">
              <surname>Melo</surname>
              <given-names>GAA</given-names>
            </name>
            <name name-style="western">
              <surname>Caetano</surname>
              <given-names>JÁ</given-names>
            </name>
          </person-group>
          <article-title>Hypermedia on peripheral venipuncture: effectiveness in teaching nursing students</article-title>
          <source>Rev Bras Enferm</source>
          <year>2018</year>
          <month>12</month>
          <volume>71</volume>
          <issue>6</issue>
          <fpage>2983</fpage>
          <lpage>2989</lpage>
          <pub-id pub-id-type="doi">10.1590/0034-7167-2017-0205</pub-id>
          <pub-id pub-id-type="medline">30517402</pub-id>
          <pub-id pub-id-type="pii">S0034-71672018000602983</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fettermann</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alberti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Salbego</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kist</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Potencialidades e fragilidades dos ambientes virtuais de aprendizagem no ensino em enfermagem: revisão integrativa</article-title>
          <source>Journal of Health Informatics</source>
          <year>2017</year>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>132</fpage>
          <lpage>136</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jhi-sbis.saude.ws/ojs-jhi/index.php/jhi-sbis/article/view/513"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dalmolin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Girardon-Perlini</surname>
              <given-names>NMO</given-names>
            </name>
            <name name-style="western">
              <surname>Coppetti</surname>
              <given-names>LDC</given-names>
            </name>
            <name name-style="western">
              <surname>Rossato</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>MEND</given-names>
            </name>
          </person-group>
          <article-title>Educational video as a healthcare education resource for people with colostomy and their families</article-title>
          <source>Rev Gaucha Enferm</source>
          <year>2017</year>
          <month>04</month>
          <day>06</day>
          <volume>37</volume>
          <issue>spe</issue>
          <fpage>e68373</fpage>
          <pub-id pub-id-type="doi">10.1590/1983-1447.2016.esp.68373</pub-id>
          <pub-id pub-id-type="medline">28403316</pub-id>
          <pub-id pub-id-type="pii">S1983-14472016000500408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zamarioli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Effect of educational video on the student's knowledge about oral hygiene of patients undergoing chemotherapy</article-title>
          <source>Escola Anna Nery - Revista de Enfermagem</source>
          <year>2015</year>
          <month>4</month>
          <day>28</day>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>220</fpage>
          <lpage>225</lpage>
          <pub-id pub-id-type="doi">10.5935/1414-8145.20150028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Legey</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Maia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cotelli Espírito Santo</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Produção de vídeo educativo para sensibilizar profissionais de equipe de enfermagem quanto ao uso de EPIs</article-title>
          <source>RECITE</source>
          <year>2017</year>
          <volume>2</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://recite.unicarioca.edu.br/rccte/index.php/rccte/article/view/10"/>
          </comment>
          <pub-id pub-id-type="doi">10.17648/2596-058x-recite-v2n1-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollands</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marteau</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Non-conscious processes in changing health-related behaviour: a conceptual analysis and framework</article-title>
          <source>Health Psychology Review</source>
          <year>2016</year>
          <month>02</month>
          <day>16</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>381</fpage>
          <lpage>394</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/17437199.2015.1138093"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17437199.2015.1138093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>IKF</given-names>
            </name>
            <name name-style="western">
              <surname>Tibúrcio</surname>
              <given-names>Manuela Pinto</given-names>
            </name>
            <name name-style="western">
              <surname>Melo</surname>
              <given-names>GDSM</given-names>
            </name>
            <name name-style="western">
              <surname>Leite</surname>
              <given-names>JEL</given-names>
            </name>
            <name name-style="western">
              <surname>Dantas</surname>
              <given-names>RAN</given-names>
            </name>
            <name name-style="western">
              <surname>Torres</surname>
              <given-names>GDV</given-names>
            </name>
          </person-group>
          <article-title>Construction and validation of a distance Basic Life Support Course</article-title>
          <source>Rev Bras Enferm</source>
          <year>2018</year>
          <volume>71</volume>
          <issue>suppl 6</issue>
          <fpage>2698</fpage>
          <lpage>2705</lpage>
          <pub-id pub-id-type="doi">10.1590/0034-7167-2018-0122</pub-id>
          <pub-id pub-id-type="medline">30540046</pub-id>
          <pub-id pub-id-type="pii">S0034-71672018001202698</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luna</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pinheiro</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Teixeira</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Hypermedia for teaching nursing in a digital learning environment</article-title>
          <source>Brazilian Journal of Technology</source>
          <year>2018</year>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>209</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.brjd.com.br/index.php/BJT/article/view/747"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kneubil</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pietrocola</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A pesquisa baseada em design: visão geral e contribuições para o ensino de ciências (The design-based research: overview and contributions to science education)</article-title>
          <source>IENCI</source>
          <year>2017</year>
          <month>08</month>
          <day>17</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>01</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.if.ufrgs.br/cref/ojs/index.php/ienci/article/view/310"/>
          </comment>
          <pub-id pub-id-type="doi">10.22600/1518-8795.ienci2017v22n2p01</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
