<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JRAT</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Rehabil Assist Technol</journal-id>
      <journal-title>JMIR Rehabilitation and Assistive Technologies</journal-title>
      <issn pub-type="epub">2369-2529</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i4e24950</article-id>
      <article-id pub-id-type="pmid">34779789</article-id>
      <article-id pub-id-type="doi">10.2196/24950</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Investigating the Use of Virtual Reality Headsets for Postural Control Assessment: Instrument Validation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tunur</surname>
            <given-names>Tumay</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wang</surname>
            <given-names>Pa-Chun</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Sylcott</surname>
            <given-names>Brian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Engineering</institution>
            <institution>East Carolina University</institution>
            <addr-line>1000 East 5th Street</addr-line>
            <addr-line>Greenville, NC, 27858</addr-line>
            <country>United States</country>
            <phone>1 2527374652</phone>
            <email>sylcottb15@ecu.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4225-2105</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Chia-Cheng</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0973-8242</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>Keith</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2376-0534</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hinderaker</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>DPT</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1515-7812</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Engineering</institution>
        <institution>East Carolina University</institution>
        <addr-line>Greenville, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Physical Therapy</institution>
        <institution>East Carolina University</institution>
        <addr-line>Greenville, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Brian Sylcott <email>sylcottb15@ecu.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>8</volume>
      <issue>4</issue>
      <elocation-id>e24950</elocation-id>
      <history>
        <date date-type="received">
          <day>11</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>3</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Brian Sylcott, Chia-Cheng Lin, Keith Williams, Mark Hinderaker. Originally published in JMIR Rehabilitation and Assistive Technology (https://rehab.jmir.org), 15.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Rehabilitation and Assistive Technology, is properly cited. The complete bibliographic information, a link to the original publication on https://rehab.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://rehab.jmir.org/2021/4/e24950" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Accurately measuring postural sway is an important part of balance assessment and rehabilitation. Although force plates give accurate measurements, their costs and space requirements make their use impractical in many situations.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The work presented in this paper aimed to address this issue by validating a virtual reality (VR) headset as a relatively low-cost alternative to force plates for postural sway measurement. The HTC Vive (HTC Corporation) VR headset has built-in sensors that allow for position and orientation tracking, making it a potentially eﬀective tool for balance assessments.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants in this study were asked to stand upright on a force plate (NeuroCom; Natus Medical Incorporated) while wearing the HTC Vive. Position data were collected from the headset and force plate simultaneously as participants experienced a custom-built VR environment that covered their entire field of view. The intraclass correlation coefficient (ICC) was used to examine the test-retest reliability of the postural control variables, which included the normalized path length, root mean square (RMS), and peak-to-peak (P2P) value. These were computed from the VR position output data and the center of pressure (COP) data from the force plate. Linear regression was used to investigate the correlations between the VR and force plate measurements.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Our results showed that the test-retest reliability of the RMS and P2P value of VR headset outputs (ICC: range 0.285-0.636) was similar to that of the RMS and P2P value of COP outputs (ICC: range 0.228-0.759). The linear regression between VR and COP measures showed significant correlations in RMSs and P2P values.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Based on our results, the VR headset has the potential to be used for postural control measurements. However, the further development of software and testing protocols for balance assessments is needed.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>postural sway</kwd>
        <kwd>virtual reality</kwd>
        <kwd>force plate</kwd>
        <kwd>center of pressure</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>An individual’s ability to maintain their balance is key for performing daily activities. One way to gauge an individual’s balance is to measure how much their center of pressure (COP) varies in the anteroposterior and mediolateral planes during quiet standing. This movement, which is referred to as <italic>sway</italic>, can be indirectly measured by using a force plate to record changes in the COP during quiet standing [<xref ref-type="bibr" rid="ref1">1</xref>]. Postural sway in particular is an important indicator of an individual’s overall balance stability. As such, numerous studies have investigated the relationship between postural sway and physical activity performance [<xref ref-type="bibr" rid="ref2">2</xref>]. However, the high costs and space requirements associated with the precision force plates used to measure postural sway can limit access to the use of the equipment for researchers and clinicians. There exists a need for a less resource-intensive solution.</p>
      <p>A virtual reality (VR) system, which is defined as an interactive system that includes computers and media peripherals, can be used to create an environment that is similar to the real world and provide audio and video stimuli to users [<xref ref-type="bibr" rid="ref3">3</xref>]. VR equipment used to be very expensive and used to require a lot of space. However, thanks to technological advances and flourishing innovations in the gaming industry, an affordable home-based VR headset with a built-in gyroscope and triaxis accelerometer for tracking the positions of users was developed to promote video games [<xref ref-type="bibr" rid="ref4">4</xref>]. Research has shown that a home-based VR system can provide accurate data on motion and position changes (ie, for clinical and research purposes) that are as accurate as those provided by a significantly more expensive kinematic motion capture system [<xref ref-type="bibr" rid="ref5">5</xref>]. Further, although Niehorster et al [<xref ref-type="bibr" rid="ref6">6</xref>] did not suggest the use of a home-based VR system for scientific experiments due to the system’s lower latency at the millisecond level, Niehorster et al [<xref ref-type="bibr" rid="ref6">6</xref>] did report that the precision of the VR tracking measurements was high. For balance measurements in clinical and lab settings, highly precise position data is more important than low latency. A study also proposed using a VR system to improve balance function [<xref ref-type="bibr" rid="ref7">7</xref>]. Additionally, home-based VR systems have been proven to have reasonably accurate position tracking [<xref ref-type="bibr" rid="ref6">6</xref>] and spinal mobility measurement [<xref ref-type="bibr" rid="ref8">8</xref>] functions.</p>
      <p>In a lab or clinic setting, expensive force plates are used to quantify balance performance. However, their costs and space requirements prevent the use of a force platform in home settings for health care purposes. A home-based VR system has the advantage of providing balance measurements via the VR headset’s outputs [<xref ref-type="bibr" rid="ref9">9</xref>]. Studies have investigated using VR headsets to assess human balance performance based on the inverted pendulum model of balance [<xref ref-type="bibr" rid="ref10">10</xref>]. These studies’ results validated the use of VR headset outputs as a method for quantifying postural sway in balance performance assessments [<xref ref-type="bibr" rid="ref9">9</xref>]. However, the test-retest reliability of this method has not been reported, and it is unknown if the same results can be generated by a different brand of VR headset.</p>
      <p>The goal of this study was to investigate the use of a VR headset (HTC Vive; HTC Corporation) as a cost-effective alternative to a force plate for measuring postural sway. If a VR headset’s motion tracking equipment was valid for use in measuring values such as postural sway variables, many options for researching the effects that VR environments have on an individual’s postural sway and balance without the need for extra equipment would become available. VR headsets could eventually become clinical tools that clinicians can use for balance assessments in a clinic or home setting. In this study, we compared the position outputs from a VR headset to the COP readings from a force plate to determine if the headset can effectively measure balance control.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>A total of 20 healthy participants (age: mean 45 years, SD 26 years) were asked to participate in this study after institutional review board approval was received. Physical health screening was performed on all participants to exclude anyone with balance issues, dizziness, or mobility deﬁcits. After receiving informed consent from each participant, screening was conducted to exclude individuals with neurological and orthopedic disorders and any potential balance or dizziness issues.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>The participants were asked to stand quietly, either with their eyes open or with their eyes closed, on a force plate (NeuroCom; Natus Medical Incorporated) while wearing the HTC Vive. Three 20-second trials were performed for the eyes open and eyes closed conditions. During the trials for the eyes open condition, a static virtual scene was shown to the participants to reduce visual feedback and to help them maintain their balance. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the virtual scene (Unity version 2018.3.8; Unity Technologies) that was seen by the participants of this study.</p>
        <p>The COP data were recorded by the force plate at a sampling frequency of 200 Hz. The VR position data were recorded at a sampling frequency of 10 Hz. The COP and VR position data were computed to find the normalized path length (NPL) [<xref ref-type="bibr" rid="ref11">11</xref>], root mean square (RMS) [<xref ref-type="bibr" rid="ref11">11</xref>], and peak-to-peak (P2P) value [<xref ref-type="bibr" rid="ref11">11</xref>] for sway in the medial-lateral and anterior-posterior directions by using a customized MATLAB code (MathWorks). The NPL, RMS, and P2P value were calculated as follows:</p>
        <p>
          <disp-formula>
            <graphic xlink:href="rehab_v8i4e24950_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
        </p>
        <p>
          <disp-formula>
            <graphic xlink:href="rehab_v8i4e24950_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
        </p>
        <p>
          <disp-formula>
            <graphic xlink:href="rehab_v8i4e24950_fig12.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
        </p>
        <p>In these equations, <italic>t</italic> is the time duration, <italic>N</italic> is the number of samples, <italic>p<sub>avg</sub></italic> is the mean of the data, and <italic>p<sub>j</sub></italic> is either COP data or VR data at time sample <italic>j</italic>.</p>
        <p>The test-retest reliability of the NPLs, RMSs, and P2P values in the three trials for each test condition were examined by using intraclass correlation coefficients (ICCs) and 95% CIs. A 2-way mixed-effects analysis of variance was conducted with a model comprised of the subject and trial numbers. ICCs were classified as poor (&#60;0.5), moderate (0.5-0.75), good (0.75-0.9), or excellent (&#62;0.90) [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>The strength of the association between the COP and VR outputs was computed via linear regression by using the NPL, RMS, and P2P value of the COP data as the dependent variables and the VR output as the univariate predictor for each measure separately. The data from the first trial and the 3-trial averages were analyzed. Coefficients of determination (<italic>R</italic><sup>2</sup>) were reported as the amount of variance in COP data, which was estimated by using the VR outputs. The significance level was set to α&#60;.05. IBM SPSS Statistics software (version 25.0.0.1; IBM Corporation) was used to conduct the statistical analysis.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>A virtual scene that was displayed during the trials for the eyes open condition.</p>
          </caption>
          <graphic xlink:href="rehab_v8i4e24950_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We first examined the COP and VR position trajectory. Examples of the raw medial-lateral and anterior-posterior displacement data collected from the force plate and the VR headset are shown in <xref rid="figure2" ref-type="fig">Figure 2</xref> and <xref rid="figure3" ref-type="fig">Figure 3</xref>. The COP and VR outputs showed similar patterns for sway in the medial-lateral and anterior-posterior directions during a test trial.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>The blue line represents the VR data, and the green line represents the center of pressure data from the FP for sway in the medial-lateral direction. FP: force plate; VR: virtual reality.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>The blue line represents the VR data, and the green line represents the center of pressure data from the force plate for sway in the anterior-posterior direction. FP: force plate; VR: virtual reality.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p><xref rid="figure4" ref-type="fig">Figures 4</xref>-<xref rid="figure9" ref-type="fig">9</xref> summarize the results of the COP and VR measurements for the two postural sway directions, which were taken during the trials for the eyes open and eyes closed conditions for COP and VR measurements; the bars represent the 3-trial averages for sway in the medial-lateral and anterior-posterior directions and the eyes open and eyes closed conditions. The test-retest reliability of the RMS and <italic>P</italic> value of VR outputs was as good as that of the RMS and P2P value of force plate outputs. However, the test-retest reliability of the NPL of VR outputs was slightly worse than that of the NPL of force plate outputs (<xref ref-type="table" rid="table1">Table 1</xref>). Among the COP outputs, the NPL had the highest test-retest reliability (ICC: range 0.982-0.997), followed by the RMS (ICC: range 0.360-0.740) and P2P value (ICC: range 0.228-0.759). The test-retest reliability of the NPL, RMS, and P2P value of VR outputs, which ranged from 0.448 to 0.763, 0.285 to 0.574, and 0.348 to 0.636, respectively, was similar. VR data were significantly associated with the COP data for the RMS and P2P value (<xref ref-type="table" rid="table2">Table 2</xref>). In the first trial, the RMS and P2P value of VR outputs had a strong association with the RMS and P2P value of COP data. The 3-trial averages for the same VR output measures also had a strong association with the corresponding 3-trial averages for COP data. However, medial-lateral postural sway and the standing with eyes open condition were not strongly associated with the RMS and P2P value of COP data. The coefficients of determination for the NPL of VR outputs were lower than those for the RMS and P2P value of VR outputs. Swaying in the anterior-posterior direction and standing with eyes closed had a strong association with the COP data for the RMS and P2P value.</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Center of pressure outputs (means and 1 SD) by postural sway direction for normalized path length. A-P: anterior-posterior; EC: eyes closed; EO: eyes open; M-L: medial-lateral.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Virtual reality headset outputs (means and 1 SD) by postural sway direction for normalized path length. A-P: anterior-posterior; EC: eyes closed; EO: eyes open; M-L: medial-lateral.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Center of pressure outputs (means and 1 SD) by postural sway direction for the center of pressure RMS. A-P: anterior-posterior; EC: eyes closed; EO: eyes open; M-L: medial-lateral; RMS: root mean square.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>Virtual reality headset outputs (means and 1 SD) by postural sway direction for the virtual reality RMS. A-P: anterior-posterior; EC: eyes closed; EO: eyes open; M-L: medial-lateral; RMS: root mean square.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure8" position="float">
        <label>Figure 8</label>
        <caption>
          <p>Center of pressure outputs (means and 1 SD) by postural sway direction for the peak-to-peak value. A-P: anterior-posterior; EC: eyes closed; EO: eyes open; M-L: medial-lateral.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure9" position="float">
        <label>Figure 9</label>
        <caption>
          <p>Virtual reality headset outputs (means and 1 SD) by postural sway direction for peak-to-peak value. A-P: anterior-posterior; EC: eyes closed; EO: eyes open; M-L: medial-lateral.</p>
        </caption>
        <graphic xlink:href="rehab_v8i4e24950_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>The test-retest reliability in the three trials. The intraclass correlation coefficients and 95% CIs were calculated for the normalized path length (NPL), root mean square (RMS), and peak-to-peak (P2P) value of the force plate (FP) and virtual reality (VR) outputs for sway in the medial-lateral (M-L) and anterior-posterior (A-P) directions and the eyes open (EO) and eyes closed (EC) conditions.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="220"/>
          <col width="130"/>
          <col width="130"/>
          <col width="130"/>
          <col width="130"/>
          <col width="130"/>
          <col width="130"/>
          <thead>
            <tr valign="top">
              <td>Condition (sway direction)</td>
              <td colspan="6">Intraclass correlation coefficients (95% CI)</td>
            </tr>
            <tr valign="bottom">
              <td>
                <break/>
              </td>
              <td>NPL of FP<break/>outputs</td>
              <td>NPL of VR<break/>outputs</td>
              <td>RMS of FP<break/>outputs</td>
              <td>RMS of VR<break/>outputs</td>
              <td>P2P value of FP outputs</td>
              <td>P2P value of VR outputs</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>EO (M-L)</td>
              <td>0.994 (0.987-0.997)</td>
              <td>0.448 (0-0.771)</td>
              <td>0.360 (0-0.726)</td>
              <td>0.496 (0-0.786)</td>
              <td>0.228 (0-0.673)</td>
              <td>0.579 (0.102-0.824)</td>
            </tr>
            <tr valign="top">
              <td>EC (M-L)</td>
              <td>0.997 (0.994-0.999)</td>
              <td>0.689 (0.341-0.870)</td>
              <td>0.740 (0.462-0.888)</td>
              <td>0.574 (0.124-0.819)</td>
              <td>0.759 (0.503-0.896)</td>
              <td>0.636 (0.241-0.846)</td>
            </tr>
            <tr valign="top">
              <td>EO (A-P)</td>
              <td>0.989 (0.977-0.995)</td>
              <td>0.576 (0.100-0.823)</td>
              <td>0.523 (0-0.802)</td>
              <td>0.520 (0-0.802)</td>
              <td>0.469 (0-0.775)</td>
              <td>0.481 (0-0.777)</td>
            </tr>
            <tr valign="top">
              <td>EC (A-P)</td>
              <td>0.992 (0.984-0.997)</td>
              <td>0.763 (0.492-0.902)</td>
              <td>0.499 (0-0.787)</td>
              <td>0.285 (0-0.704)</td>
              <td>0.428 (0-0.758)</td>
              <td>0.348 (0-0.732)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Linear regression coefficients of determination for the center of pressure (COP) values predicted by the virtual reality (VR) headset outputs for each condition (COP and VR outcomes of the first trial and the 3-trial average of outcomes). Coefficients for the normalized path length (NPL), root mean square (RMS), and peak-to-peak (P2P) value of the force plate and VR outputs for sway in the medial-lateral (M-L) and anterior-posterior (A-P) directions and the eyes open (EO) and eyes closed (EC) conditions are shown.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="170"/>
          <col width="200"/>
          <col width="200"/>
          <col width="200"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td colspan="2">COP and VR outcomes</td>
              <td colspan="4">Coefficients of determination, <italic>R<sup>2</sup></italic></td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <break/>
              </td>
              <td>EO condition and M-L sway</td>
              <td>EO condition and A-P sway</td>
              <td>EC condition and M-L sway</td>
              <td>EC condition and A-P sway</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="6">
                <bold>NPL</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>First trial</td>
              <td>0.005</td>
              <td>0.024</td>
              <td>0.004</td>
              <td>0.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>3-trial average</td>
              <td>0.089</td>
              <td>0.038</td>
              <td>0.013</td>
              <td>0.038</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>RMS</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>First trial</td>
              <td>0.173</td>
              <td>0.891<sup>a</sup></td>
              <td>0.449<sup>b</sup></td>
              <td>0.887<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>3-trial average</td>
              <td>0.735<sup>a</sup></td>
              <td>0.862<sup>a</sup></td>
              <td>0.556<sup>a</sup></td>
              <td>0.934<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>P2P</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>First trial</td>
              <td>0.626<sup>a</sup></td>
              <td>0.734<sup>b</sup></td>
              <td>0.418<sup>b</sup></td>
              <td>0.840<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>3-trial average</td>
              <td>0.718<sup>a</sup></td>
              <td>0.769<sup>b</sup></td>
              <td>0.608<sup>a</sup></td>
              <td>0.890<sup>a</sup></td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Significant the <italic>P</italic>&#60;.001 level.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Significant at the <italic>P</italic>&#60;.05 level.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The test-retest reliability of VR position outputs was similar to that of COP data for the RMS and P2P value. Our results suggest that the position outputs from the VR headset had a strong correlation with postural sway variables, such as the RMS and P2P value computed from the COP data. However, the NPL of VR outputs had a weak correlation with the NPL of COP outputs, and this might have been due to the characteristics of VR position data and COP measurements. Force plates take COP measurements from below an individual’s center of gravity, and VR headsets take position measurements from above an individual’s center of gravity. Therefore, postural sway in an individual would have had a greater impact on the headset’s measurements than on the force plate’s measurements, resulting in weaker correlations in NPLs.</p>
        <p>A different brand of VR headset was validated for measuring balance, and the results showed good to excellent correlations between COP and VR headset outputs [<xref ref-type="bibr" rid="ref9">9</xref>]. Our study demonstrated similar results for a different brand of VR headset. Moreover, our data further validated the test-retest reliability of the VR headset we used. The Wii Balance Board (Nintendo) was used to take COP measurements in a study by Marchetto and Wright [<xref ref-type="bibr" rid="ref9">9</xref>]. The Wii Balance Board was designed as a video game controller with a low sampling frequency (40 Hz) [<xref ref-type="bibr" rid="ref13">13</xref>]. In our study, a laboratory-grade force platform was used to collect the COP data. Although the Wii Balance Board was validated for taking COP measurements, a laboratory-grade force platform may provide more accurate data, especially in studies that validate other devices for balance assessments [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>The average ICC was better in the trials for the eyes closed condition. This may have been due to the lack of variability in postural sway when standing with eyes open [<xref ref-type="bibr" rid="ref15">15</xref>]. The ICC values may improve if variables with larger variations or more challenging balance variables, such as optic flow, are analyzed. Moreover, the sample size is another key factor that affects the ICC. Having a larger sample size may help to improve the test-retest reliability of VR position outputs.</p>
        <p>This study presents promising results that indicate the usefulness of a VR headset as an alternative device for measuring balance control. Overall, the position data that were recorded by the VR headset correlated strongly with the COP data that were recorded by the force plate. The RMSs and P2P values of the data seem to indicate that there may be magnitude differences between the position data recorded by the headset and the COP data recorded by the force plate. Future work could be conducted to establish how much of a magnitude difference this is and if further data manipulation is necessary to obtain better correlations between the COP and position data.</p>
        <p>Although the data show promise, there is still a need for improvement. In several trials, the correlation values were lower than 0.2. This indicated weak correlations among data sets. Since these correlation values tended to be outliers, it is likely that these lower values stemmed from calibration or procedure issues. The data analyzed in these trials also may have exhibited little variability, and this could have contributed to the low correlation values. Further software development for taking measurements by using the headset can be conducted, and improvements to the software used to analyze the data can be made. The further calibration of the headset and other data collection devices may also improve results. Adjustments can be made to the procedures used during data collection, such as syncing the headset and force plate to start data collection at the same time by inputting the same input command on a single PC. Future work can be conducted to investigate the correlations between position data recorded by VR headsets and position data recorded by motion capture systems. Comparisons between such data can be conducted to further support the use of a VR headset as a clinical and research tool.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Using VR position outputs could be an alternative way of measuring postural sway. However, a standard method will need to be established before such data can be used in this manner. Overall, VR headset position outputs appear to have good potential for being used in balance control studies. The lower cost of a VR headset system is an advantage and promotes the use of this device in clinic settings. However, further validation and software development may be needed.</p>
      </sec>
      <sec>
        <title>Key Points</title>
        <p>An affordable home-based VR headset with a built-in gyroscope and triaxis accelerometer for tracking the position of a user was developed to promote video games. The goal of this study was to investigate the use of a VR headset as a cost-effective alternative to a force plate for measuring postural sway. The test-retest reliability of the VR headset and the postural control variables that were computed by the VR headset and a laboratory-grade force platform were compared. The lower cost of a VR headset system is an advantage and promotes the use of this device in measuring postural sway. However, further validation and software development may be needed.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COP</term>
          <def>
            <p>center of pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ICC</term>
          <def>
            <p>intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NPL</term>
          <def>
            <p>normalized path length</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">P2P</term>
          <def>
            <p>peak-to-peak</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RMS</term>
          <def>
            <p>root mean square</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">VR</term>
          <def>
            <p>virtual reality</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by the East Carolina University undergraduate research award.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morasso</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Spada</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Capra</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Computing the COM from the COP in postural sway movements</article-title>
          <source>Hum Mov Sci</source>
          <year>1999</year>
          <month>12</month>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>759</fpage>
          <lpage>767</lpage>
          <pub-id pub-id-type="doi">10.1016/S0167-9457(99)00039-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kiers</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van Dieën</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dekkers</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wittink</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vanhees</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the relationship between physical activities in sports or daily life and postural sway in upright stance</article-title>
          <source>Sports Med</source>
          <year>2013</year>
          <month>11</month>
          <volume>43</volume>
          <issue>11</issue>
          <fpage>1171</fpage>
          <lpage>1189</lpage>
          <pub-id pub-id-type="doi">10.1007/s40279-013-0082-5</pub-id>
          <pub-id pub-id-type="medline">23955562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rizzo</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Zali</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Design and development of virtual reality based perceptual-motor rehabilitation scenarios</article-title>
          <source>Conf Proc IEEE Eng Med Biol Soc</source>
          <year>2004</year>
          <volume>2004</volume>
          <fpage>4852</fpage>
          <lpage>4855</lpage>
          <pub-id pub-id-type="doi">10.1109/IEMBS.2004.1404342</pub-id>
          <pub-id pub-id-type="medline">17271398</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cipresso</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Giglioli</surname>
              <given-names>IAC</given-names>
            </name>
            <name name-style="western">
              <surname>Raya</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Riva</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The past, present, and future of virtual and augmented reality research: A network and cluster analysis of the literature</article-title>
          <source>Front Psychol</source>
          <year>2018</year>
          <month>11</month>
          <day>06</day>
          <volume>9</volume>
          <fpage>2086</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2018.02086"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2018.02086</pub-id>
          <pub-id pub-id-type="medline">30459681</pub-id>
          <pub-id pub-id-type="pmcid">PMC6232426</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Veen</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Bordeleau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pidcoe</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>France</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Agreement analysis between Vive and Vicon systems to monitor lumbar postural changes</article-title>
          <source>Sensors (Basel)</source>
          <year>2019</year>
          <month>08</month>
          <day>21</day>
          <volume>19</volume>
          <issue>17</issue>
          <fpage>3632</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s19173632"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s19173632</pub-id>
          <pub-id pub-id-type="medline">31438520</pub-id>
          <pub-id pub-id-type="pii">s19173632</pub-id>
          <pub-id pub-id-type="pmcid">PMC6749183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Niehorster</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lappe</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The accuracy and precision of position and orientation tracking in the HTC Vive virtual reality system for scientific research</article-title>
          <source>Iperception</source>
          <year>2017</year>
          <month>05</month>
          <day>18</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>2041669517708205</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2041669517708205?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2041669517708205</pub-id>
          <pub-id pub-id-type="medline">28567271</pub-id>
          <pub-id pub-id-type="pii">10.1177_2041669517708205</pub-id>
          <pub-id pub-id-type="pmcid">PMC5439658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>KH</given-names>
            </name>
          </person-group>
          <article-title>Home-based virtual reality balance training and conventional balance training in Parkinson's disease: A randomized controlled trial</article-title>
          <source>J Formos Med Assoc</source>
          <year>2016</year>
          <month>09</month>
          <volume>115</volume>
          <issue>9</issue>
          <fpage>734</fpage>
          <lpage>743</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0929-6646(15)00249-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jfma.2015.07.012</pub-id>
          <pub-id pub-id-type="medline">26279172</pub-id>
          <pub-id pub-id-type="pii">S0929-6646(15)00249-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Radwin</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>The accuracy of the Oculus Rift virtual reality head-mounted display during cervical spine mobility measurement</article-title>
          <source>J Biomech</source>
          <year>2015</year>
          <month>02</month>
          <day>26</day>
          <volume>48</volume>
          <issue>4</issue>
          <fpage>721</fpage>
          <lpage>724</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0021-9290(15)00017-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbiomech.2015.01.005</pub-id>
          <pub-id pub-id-type="medline">25636855</pub-id>
          <pub-id pub-id-type="pii">S0021-9290(15)00017-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marchetto</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>WG</given-names>
            </name>
          </person-group>
          <article-title>The validity of an Oculus Rift to assess postural changes during balance tasks</article-title>
          <source>Hum Factors</source>
          <year>2019</year>
          <month>12</month>
          <volume>61</volume>
          <issue>8</issue>
          <fpage>1340</fpage>
          <lpage>1352</lpage>
          <pub-id pub-id-type="doi">10.1177/0018720819835088</pub-id>
          <pub-id pub-id-type="medline">30917062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Human balance and posture control during standing and walking</article-title>
          <source>Gait Posture</source>
          <year>1995</year>
          <month>12</month>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>193</fpage>
          <lpage>214</lpage>
          <pub-id pub-id-type="doi">10.1016/0966-6362(96)82849-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitney</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Roche</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Marchetti</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Steed</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Furman</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Musolino</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>A comparison of accelerometry and center of pressure measures during computerized dynamic posturography: a measure of balance</article-title>
          <source>Gait Posture</source>
          <year>2011</year>
          <month>04</month>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>594</fpage>
          <lpage>599</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21333541"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.gaitpost.2011.01.015</pub-id>
          <pub-id pub-id-type="medline">21333541</pub-id>
          <pub-id pub-id-type="pii">S0966-6362(11)00029-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4887856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koo</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>MY</given-names>
            </name>
          </person-group>
          <article-title>A guideline of selecting and reporting intraclass correlation coefficients for reliability research</article-title>
          <source>J Chiropr Med</source>
          <year>2016</year>
          <month>06</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>163</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27330520"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcm.2016.02.012</pub-id>
          <pub-id pub-id-type="medline">27330520</pub-id>
          <pub-id pub-id-type="pii">S1556-3707(16)00015-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4913118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Pua</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McCrory</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bennell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Validity and reliability of the Nintendo Wii Balance Board for assessment of standing balance</article-title>
          <source>Gait Posture</source>
          <year>2010</year>
          <month>03</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>307</fpage>
          <lpage>310</lpage>
          <pub-id pub-id-type="doi">10.1016/j.gaitpost.2009.11.012</pub-id>
          <pub-id pub-id-type="medline">20005112</pub-id>
          <pub-id pub-id-type="pii">S0966-6362(09)00664-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marchetti</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Bellanca</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Whitney</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>JCC</given-names>
            </name>
            <name name-style="western">
              <surname>Musolino</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Furman</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>The development of an accelerometer-based measure of human upright static anterior- posterior postural sway under various sensory conditions: test-retest reliability, scoring and preliminary validity of the Balance Accelerometry Measure (BAM)</article-title>
          <source>J Vestib Res</source>
          <year>2013</year>
          <volume>23</volume>
          <issue>4-5</issue>
          <fpage>227</fpage>
          <lpage>235</lpage>
          <pub-id pub-id-type="doi">10.3233/VES-130490</pub-id>
          <pub-id pub-id-type="medline">24284603</pub-id>
          <pub-id pub-id-type="pii">Q55526J1706N24J1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shrout</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Fleiss</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Intraclass correlations: uses in assessing rater reliability</article-title>
          <source>Psychol Bull</source>
          <year>1979</year>
          <month>03</month>
          <volume>86</volume>
          <issue>2</issue>
          <fpage>420</fpage>
          <lpage>428</lpage>
          <pub-id pub-id-type="doi">10.1037//0033-2909.86.2.420</pub-id>
          <pub-id pub-id-type="medline">18839484</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
