<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JRAT</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Rehabil Assist Technol</journal-id>
      <journal-title>JMIR Rehabilitation and Assistive Technologies</journal-title>
      <issn pub-type="epub">2369-2529</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e43507</article-id>
      <article-id pub-id-type="pmid">36889337</article-id>
      <article-id pub-id-type="doi">10.2196/43507</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effect of a Mobile Health App on Treatment Adherence and Revenue at Physical Health Clinics: Retrospective Record Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Avdagovska</surname>
            <given-names>Melita</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>de Vries</surname>
            <given-names>Nienke</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Topp</surname>
            <given-names>Robert</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>College of Nursing</institution>
            <institution>The University of Toledo</institution>
            <addr-line>3000 Arlington Ave</addr-line>
            <addr-line>Toledo, OH, 43614</addr-line>
            <country>United States</country>
            <fax>1 419 383 5894</fax>
            <phone>1 419 530 4847</phone>
            <email>robert.topp@utoledo.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6667-5789</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Greenstein</surname>
            <given-names>Jay</given-names>
          </name>
          <degrees>DCM</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9953-7892</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Etnoyer-Slaski</surname>
            <given-names>Jena</given-names>
          </name>
          <degrees>MSED</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4978-4374</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>College of Nursing</institution>
        <institution>The University of Toledo</institution>
        <addr-line>Toledo, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Kaizo Clinical Research Institute</institution>
        <addr-line>Rockville, MD</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Robert Topp <email>robert.topp@utoledo.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e43507</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>3</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Robert Topp, Jay Greenstein, Jena Etnoyer-Slaski. Originally published in JMIR Rehabilitation and Assistive Technology (https://rehab.jmir.org), 28.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Rehabilitation and Assistive Technology, is properly cited. The complete bibliographic information, a link to the original publication on https://rehab.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://rehab.jmir.org/2023/1/e43507" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>A significant number of patients do not adhere to their prescribed course of physical therapy or discharge themselves from care. Adhering to prescribed physical therapy, including attending physical therapy clinic appointments, contributes to patients achieving the goals of therapy including reducing pain and increasing functionality. Web-based platforms have been demonstrated to be effective means for managing clinical patients with musculoskeletal pain, similar to managing them in person. Behavior change techniques introduced through digital or web-based platforms can reduce nonadherence with prescribed physical therapy and improve patient outcomes. Literature also indicates that a phone-based app provided to patients, which includes a reward-incentive gamification to complement their care, contributed to a greater number of kept appointments in a physical therapy clinic.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to compare the rate of provider discharge with self-discharge and the number of clinic visits among patients attending a physical health clinic who did and did not choose to adopt a phone-based app to complement their care. A secondary purpose was to compare the revenue generated by patients attending a physical health clinic who did and did not choose to adopt a phone-based app to complement their care.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A retrospective analysis of all new outpatient medical records (N=5328) from a multisite physical health practice was conducted between January 2018 and December 2019. Patients in the sample self-selected the 2018 Usual Care, the 2019 Usual Care, or the 2019 Kanvas App groups. Kanvas is a customized private practice app, designed for patient engagement with their specific health care provider. This app included a gamification system that provided rewards to the patient for attending their scheduled clinic appointments. According to their medical record, each patient was classified as completing their prescribed therapy (provider discharged) or not completing their prescribed therapy (self-discharged). Additionally, the total number of clinic visits each patient attended, the total charges for services, and the total payments received by the clinic per patient were extracted from each patient’s medical record.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Patients in the 2019 Kanvas App Group exhibited a higher rate of provider discharge compared to patients who did not adopt the app. This greater rate of provider discharges among the patients who adopted the Kanvas app likely contributed to this group attending more clinic visits (13.21, SD 12.09) than the other study groups who did not download the app (10.72, SD 9.80 to 11.35, SD 11.10). This greater number of clinic visits in turn contributed to the patients who adopted the app generating more clinic charges and payments.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Future investigators need to employ more rigorous methods to confirm these findings, and clinicians need to weigh the anticipated benefits against the cost and staff involvement in managing the Kanvas app.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>physical health</kwd>
        <kwd>completion of therapy</kwd>
        <kwd>phone app</kwd>
        <kwd>clinic charges and payments</kwd>
        <kwd>payment</kwd>
        <kwd>cost</kwd>
        <kwd>physiotherapy</kwd>
        <kwd>physical therapy</kwd>
        <kwd>adherence</kwd>
        <kwd>attrition</kwd>
        <kwd>mobile phone</kwd>
        <kwd>reminder</kwd>
        <kwd>mobile health</kwd>
        <kwd>mHealth</kwd>
        <kwd>health app</kwd>
        <kwd>mobile app</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Over 50 million adults (21.8% of the population) in the United States exhibit some form of a disability, while in 2010, the most prevalent disabilities resulted in limitations in mobility. The most common causes of disability were arthritis or rheumatism and back or spine problems [<xref ref-type="bibr" rid="ref1">1</xref>]. Physical therapy aims to reduce disability and pain and improve functioning, resulting in improving the patients’ quality of life [<xref ref-type="bibr" rid="ref2">2</xref>]. Adhering to prescribed physical therapy, including attending physical therapy clinic appointments, contributes to patients achieving the goals of therapy including reduced pain [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] and improved functioning [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Literature indicates that patients commonly do not adhere to their prescribed course of physical therapy. Previous investigators estimate that between 14% and 70% of patients who have been prescribed physical therapy do not complete their prescribed course of therapy or discharge themselves from care [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>These findings indicate that several different factors contribute to whether a patient adheres to a prescribed course of physical therapy. These factors may either be patient oriented or related to the procedures within the clinic where the therapy is prescribed. Jack et al [<xref ref-type="bibr" rid="ref8">8</xref>] commented that early research in this area focused on how patient-oriented factors, including low self-efficacy, depression, anxiety, helplessness, poor social support, and greater perceived number of barriers to exercise, contributed to not adhering to a prescribed course of physical therapy. Although related to adhering to prescribed physical therapy, these patient-oriented factors may be challenging to address during a physical therapy clinic visit. Other authors reported that modifying procedures within the clinic along with a personalized approach to physical therapy (Coach2Move) by a physical therapist, including providing more feedback and taking into account individuals' contextual factors, improved adherence to prescribed physical therapy [<xref ref-type="bibr" rid="ref9">9</xref>]. An early review of the related literature examining clinical procedures concluded that prescribed physical therapy that included cognitive-behavioral change components can improve attendance at physical therapy clinic sessions [<xref ref-type="bibr" rid="ref10">10</xref>]. After reviewing 10 RCTs, Hajihasani et al [<xref ref-type="bibr" rid="ref11">11</xref>] concluded that cognitive-behavior change interventions, when added to routine physical therapy, were more effective than physical therapy alone in treating pain and disability and improving functional capacity variables. Recent systematic reviews and meta-analyses concluded that cognitive behavior change techniques oriented to the specific patient, including graded tasks, goal setting, self‐monitoring, problem-solving, and feedback, significantly enhanced adherence to prescribed physical therapy for chronic musculoskeletal conditions [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Thus, cognitive behavior change techniques incorporated with physical therapy appear to increase adherence with a prescribe course of physical therapy.</p>
        <p>One approach to administering cognitive behavior change techniques designed to increase adherence with prescribed physical therapy is through a mobile digital platform or a phone-based app. In a recent study, the authors compared adherence with prescribed clinic appointments among patients attending a physical health clinic who did and did not choose to adopt a phone-based app to complement their care [<xref ref-type="bibr" rid="ref14">14</xref>]. This app employed the cognitive behavior change techniques of reward-incentive gamification for encouraging adherence to prescribed clinic appointments. The investigators reported that the group who adopted the phone-based app had a greater (<italic>P</italic>&#60;.05) number of kept clinic appointments (7.79, SD 0.25) compared to the Usual Care Group (4.58, SD 0.18). Other researchers reported that patients with musculoskeletal conditions exhibited greater adherence to their home exercise programs when the programs were provided on an app with remote support compared to paper handouts [<xref ref-type="bibr" rid="ref15">15</xref>]. In a review of 11 clinical trials evaluating rehabilitation programs administered online or digitally, the authors concluded that these approaches to administering a rehabilitation program can improve adherence to prescribe plans of care [<xref ref-type="bibr" rid="ref16">16</xref>]. A similar systematic review and meta-analysis assessed the effectiveness of web-based cognitive behavior change techniques (e-BMT) in the management of patients with chronic musculoskeletal pain [<xref ref-type="bibr" rid="ref17">17</xref>]. These authors reported that cognitive behavior change techniques administered through a web-based platform is an effective means for managing patients with musculoskeletal pain similar to managing them in person. Thus, directing prescribed physical therapy through web-based or digital platforms appears to be an effective medium by which to administer cognitive behavioral interventions aimed at facilitating adherence with prescribed physical therapy. A limited number of studies have examined whether a phone-based app designed to complement a patient’s physical therapy treatment can affect the rates of provider discharge versus self-discharge. Moreover, no study has compared the revenue generated by patients attending a physical health clinic who did and did not choose to adopt a phone-based app to complement their care. The results of this study will indicate the potential of a phone-based app that complements prescribed physical therapy to impact the completion of prescribed therapy and to generated revenue for the clinic.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The purpose of this study was to compare the rate of provider discharge with self-discharge and the number of clinic visits among patients attending a physical health clinic who did and did not choose to adopt a phone-based app to complement their care. A secondary purpose was to compare the revenue generated by patients attending a physical health clinic who did and did not choose to adopt a phone-based app to complement their care.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>A retrospective analysis of all new outpatient medical records from a multisite physical health practice was evaluated between January 2018 to December 2019. New patients admitted to this physical health practice during 2018 were assigned to the 2018 Usual Care Group. Beginning in January 2019, all new patients admitted to this practice during their initial visit were offered the opportunity to download a phone-based app, Kanvas, to complement their care. The new patients who downloaded and registered on the phone-based app self-selected the 2019 Kanvas App Group. Patients who chose not to download and register on the app self-selected the 2019 Usual Care Group. All eligible patients included in the study during 2018 and 2019 had their medical record accessed to determine if they prematurely terminated treatment against the advice of the provider (self-discharged) or if they completed their prescribed treatment (provider discharged regardless of the duration of prescribed care). The number of clinic visits, the total charges for services, and the total payments received were also extracted from each patient’s medical record. This resulted in a quasi-experimental 3-group design in which the medical records of all eligible patients initially presenting for treatment between January 2018 to December 2019 were reviewed and included in the analysis.</p>
      </sec>
      <sec>
        <title>Sample</title>
        <p>The medical records of new patients who were scheduled for care during 2018 and 2019 at 5 community-based physical health clinics in the greater Washington DC area (N=5844) were initially screened to be included in this study. These clinics specialize in treating pain and increasing functional ability. Of the 5844 patients, 516 (8.8%) were excluded from the analysis because they did not attend their initial clinic appointment, they were referred to another clinic for care, they were employed by one of the targeted clinics, they died prior to completing therapy, or their clinic appointment was for a single-clinic visit (eg, clinical evaluation, massage, etc). This resulted in a total of 5328 patients being involved in the analysis, including 2523 (47%) in the 2018 Usual Care Group, 2006 (37.7%) in the 2019 Usual Care Group, and 799 (15%) self-selecting the 2019 Kanvas App Group. This sample size, employing the 2x3 cross tabulation to calculate a chi-square statistic with type 1 error set at .05 and maintaining statistical power at .8 (1-β) would be able to detect a small effect size <italic>d</italic>=0.05 in the different rates of self-discharge versus provider discharge among the 3 study groups.</p>
        <p>During their initial visit, patients seeking care at the clinics in 2019 were informed they could download a free mobile app to their phone, which they could use to compliment the care they were receiving in the clinic. At this time, all patients were told about the components of the app and the reward structure as a result of using the app. The patients were also told the use of the app was voluntary and would in no way affect their care or relationship with their provider or the clinical agency.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This record review study was approved by the Sport &#38; Spine Rehab Clinical Research Foundation (IRB #SSR.2021.1), which included waivers for informed consent and Health Insurance Portability and Accountability Act requirements. All data extracted from the electronic medical were deidentified, compiled without patient identifiers, and kept secured and confidential. No compensation was provided for any participants involved in the study.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>During the initial visit at one of the targeted clinics, each patient completed an initial assessment with a practitioner (Doctor of Chiropractic) who prescribed a plan of care, which included home exercises and a series of follow-up clinic visits. During 2019, these practitioners were not blind to the patient’s decision to download and register on the phone-based Kanvas app. The plan of care prescribed by the practitioner, including the number and frequency of the follow-up clinic visits, was customized to the type and severity of the patient’s condition. The number of treatment sessions was initially determined by the provider, and based upon the patient’s clinical progress, may have been reduced or extended during the course of their therapy. When the practitioner prescribed a plan of care, the patients were informed that their account would be charged US $25 if they did not attend future scheduled visits (“no-show”) or did not contact the clinic to cancel the appointment within 24 hours of the appointment (“late cancel”).</p>
        <p>The Kanvas app is a customized private practice app, designed for patient engagement with their specific clinic. The initial screen includes various tiles in which the patient can engage with the office. These tiles include “contact us,” “about us,” “refer a friend,” “request an appointment,” “review us,” and “home exercise” (<xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref>). The app did not provide direct messaging between the patient and the provider. Additionally, the app included the cognitive behavior change technique of a built-in gamification system in the “rewards tile” (<xref rid="figure3" ref-type="fig">Figure 3</xref>). This feature was designed to reward the patient for attending their scheduled clinic appointments. This feature is compliant with the Office of the Inspector General, offering an item as a reward that is valued at less than US $15 once the patient completed 12 prescribed visits or were provider discharged. This feature documented a running total of the number of clinic visits the patient had attended. The feature is patient directed, in which they scan a QR code at the front desk of the clinic at every visit. When the patients reach 12 prescribed visits or are provider discharged, they are eligible for a reward.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Tiles from the Kanvas app.</p>
          </caption>
          <graphic xlink:href="rehab_v10i1e43507_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Additional tiles from the Kanvas app.</p>
          </caption>
          <graphic xlink:href="rehab_v10i1e43507_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Rewards tile from the Kanvas app.</p>
          </caption>
          <graphic xlink:href="rehab_v10i1e43507_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Outcome Variables</title>
        <p>The medical records of all eligible patients who were initially seen in the targeted clinics over the 24-month duration of the study were reviewed during the 4-month period after their initial assessment. Based on the discharge summary documentation on the patients’ medical record, patients were classified as completing prescribed therapy and being discharged by their provider (provider discharged) or not completing their prescribed therapy and discharging themselves (self-discharged). Moreover, the total number of clinic visits each patient attended, the total charges for services, and the total payments received by the clinic per patient were extracted from each patient’s electronic medical record. Revenue generation was examined as a secondary outcome in this study. When considering the purchase of a new technology, both the return on investment and the clinical impact of the technology need to be evaluated.</p>
      </sec>
      <sec>
        <title>Analysis Plan</title>
        <p>Data were extracted from the medical records of all patients identified to be eligible for the study and transcribed into an Excel (Microsoft Corporation) spreadsheet and then transferred to an SPSS, version 27 (IBM Corporation) database. These data were validated to include only eligible patients. Eligible patients who visited the clinic during 2018 were grouped into the 2018 Usual Care Group, while eligible patients who visited the clinic during 2019 were grouped into either the 2019 Kanvas App Group or 2019 Usual Care Group based on their decision to self-select to download and register on the phone-based Kanvas app. A chi-square statistic was calculated to compare the proportions of the 3 study groups, who were classified as provider discharged or self-discharged. The remaining outcome variables, including the total number of clinic visits each patient attended, the total charges for services, and the total payments received by the clinic per patient, were addressed through a 1-way ANOVA comparing the outcome variables among the 3 study groups. Significant main effects (<italic>P</italic>&#60;.05) of these ANOVA equations indicated post hoc comparisons of the group means using the Tukey least significant differences.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 5844 patient records were reviewed, and 5328 (91.2%) were included in the analysis. Of these 5328 patients, 2523 (47.4%) were in the 2018 Usual Care Group, 2006 (37.7%) self-selected the 2019 Usual Care Group, and the remaining 799 (15%) self-selected the 2019 Kanvas App Group. <xref rid="figure4" ref-type="fig">Figure 4</xref> indicates that 51% (n=1284) of the patients in the 2018 Usual Care Group were provider discharged, while the remaining 49% (n=2523) were self-discharged. <xref rid="figure4" ref-type="fig">Figure 4</xref> also indicates that among the 2019 Usual Care Group, 46% (n=1084) were provider discharged and 54% (n=2007) were self-discharged. Finally, among the 2019 Kanvas App Group, 52% (n=384) were provider discharged and 48% (n=799) were self-discharged (χ<sup>2</sup><sub>2</sub>=13.83, <italic>P</italic>&#60;.001).</p>
      <p><xref ref-type="table" rid="table1">Table 1</xref> presents the results of the 1-way ANOVA comparing the 3 study groups on the total number of clinic visits each patient attended, the total charges for services, and the total payments received by the clinic per patient. This analysis indicated that patients who self-selected the 2019 Kanvas App Group had significantly more total patient visits (13.21, SD 12.09; <italic>P</italic>&#60;.001) when compared with the 2018 Usual Care Group (10.73, SD 9.80) and the 2019 Usual Care Group (11.35, SD 11.10). A similar pattern in the data emerged with the 2019 Kanvas App Group exhibiting significantly greater total charges for services (US $3702, SD US $3299; <italic>P</italic>&#60;.001) than either the 2019 Usual Care Group (US $3096, SD US $3002) or the 2018 Usual Care Group (US $2920, SD US $1348). Additionally, post hoc analysis further revealed that the 2019 Usual Care Group exhibited significantly greater charges than the 2018 Usual Care Group. Finally, <xref ref-type="table" rid="table1">Table 1</xref> indicates that the clinic received significantly greater total payments per patient (<italic>P=</italic>.02) from the 2019 Kanvas App Group (US $1513, SD US $1517) compared to the 2018 Usual Care Group (US $1348, SD US $1410), while the total payments from the 2019 Usual Care Group (US $1415, SD US $1549) was not statistically different from the other 2 study groups.</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Provider vs self-discharge by year and group.</p>
        </caption>
        <graphic xlink:href="rehab_v10i1e43507_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Charges, payments, patient visits per patient and group<sup>a</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="150"/>
          <col width="220"/>
          <col width="220"/>
          <col width="220"/>
          <col width="90"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td>Variable</td>
              <td>2018 Usual Care, mean (SD)</td>
              <td>2019 Usual Care, mean (SD)</td>
              <td>2019 Kanvas App, mean (SD)</td>
              <td colspan="2">1-Way ANOVA</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td><italic>F</italic> score</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Total patient visits</td>
              <td>10.73 (9.80)<sup>a</sup></td>
              <td>11.35 (11.10)<sup>a</sup></td>
              <td>13.21 (12.09)<sup>a</sup></td>
              <td>16.48</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Charges (US $)</td>
              <td>2920.62 (1348.4)<sup>a</sup></td>
              <td>3096.18 (3002.5)<sup>a</sup></td>
              <td>3702.71 (3299.9)<sup>a</sup></td>
              <td>21.94</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Payments</td>
              <td>1348.44 (1410.9)<sup>a</sup></td>
              <td>1415.09 (1549.6)<sup>a</sup></td>
              <td>1513.62 (1517.7)<sup>a</sup></td>
              <td>3.81</td>
              <td>.02</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Means with different letters for an individual variable are significantly different at <italic>P</italic>&#60;.05.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The findings indicate that patients attending a physical health clinic who choose to adopt a phone-based app to complement their care exhibited a higher rate of provider discharge compared to patients who did not adopt the phone-base app. This greater rate of provider discharges among the patients who adopted the phone-based app likely contributed to this group also attending more clinic visits and generating more clinic charges and payments.</p>
        <p>The findings of this study are consistent with previous studies and address a number of gaps in the literature. Previous investigators have reported that technology-based health interventions including phone apps can increase adherence with prescribed therapies [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. This study is one of the first to demonstrate the efficacy of a phone app to increase adherence with prescribed physical therapy, resulting in greater revenue for the clinic. These findings may be employed to address the high rates of patients who do not complete their prescribed course of physical therapy or those who self-discharge from care [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This study contains a number of limitations and strengths that may direct future inquiry into this area. The validity of this study is strengthened by the large sample size collected over multiple clinical sites and the use of the electronic medical record as the source of outcome variables. The data employed in the analysis are also clinically valid because charges for services and payments are based on the electronic medical record. Although encouraging, these findings must be interpreted cautiously due to a number of methodological limitations. First, the source of the data for this study was a retrospective review of the electronic medical record. Although a rich source of data, the electronic medical record is limited by the lack of consistency and expertise of individuals entering data into the system and the existence of missing data, which are not easily reconstructed [<xref ref-type="bibr" rid="ref26">26</xref>]. The second limitation in this study was that patients in the 2019 study groups had the option to choose whether or not to download the Kanvas app. The decision to self-select the adoption of this mobile app may have been made by patients who were more likely to be provider discharged, attend more clinic visits, and generate more charges and payments. Future studies may wish to randomly assign patients who are initially willing to download the Kanvas app to groups who are and are not provided with the Kanvas app, to minimize the impact of this self-selection bias. Future investigators may also describe the reasons patients self-selected not to download the Kanvas app and address those reasons in future trials. The large sample examined for this study increased the external validity of the findings, although it increased the likelihood of detecting statistical significance of a small effect size.</p>
        <p>Future clinicians will need to weigh the anticipated benefits and costs that may accompany providing patients with a phone-based app to complement their care. The costs include not only the phone-based app but also the cost of staff to monitor and interact with patients using the app. The benefits may include higher rates of adherence with prescribed therapy, as well as the return on investment of the technology, including how the technology affects revenue. Patients who self-selected the Kanvas app on average had approximately 2-3 more clinic visits with roughly US $6000-$8000 more charges and US $1000-$2000 more in payments than the groups who were not able to access the app (2018 Usual Care) or chose not to download the app (2019 Usual Care). Although numerous studies have reported the clinical efficacy of technology-based health interventions, including phone apps, few studies have consistently found these interventions generate revenue or are at least cost neutral while benefiting patients [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Finally, the validity of the findings may be limited because the individual patient’s use of the Kanvas app was not monitored. The methodology employed in this study did not monitor the type or duration of interaction the patient engaged with the app. Future studies may wish to study the time spent with the app and the type of activities engaged in with the app that contributed to increased patient adherence with prescribe physical therapy treatments.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>These findings support the efficacy of the Kanvas app to increase provider discharge rates and increase clinic visits, resulting in greater charges and payments among patients attending a chiropractic and rehabilitation clinic. Future investigators need to employ more rigorous methods to confirm these findings. Clinicians need to weigh the anticipated benefits of the Kanvas app against the cost and staff involvement in managing this app.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated or analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Theis</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Steinweg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Helmick</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Courtney-Long</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bolen</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Which one? What kind? How many? Types, causes, and prevalence of disability among U.S. adults</article-title>
          <source>Disabil Health J</source>
          <year>2019</year>
          <month>07</month>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>411</fpage>
          <lpage>421</lpage>
          <pub-id pub-id-type="doi">10.1016/j.dhjo.2019.03.001</pub-id>
          <pub-id pub-id-type="medline">31000498</pub-id>
          <pub-id pub-id-type="pii">S1936-6574(19)30043-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Policy statement: description of physical therapy</article-title>
          <source>World Physiotherapy</source>
          <access-date>2022-09-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://world.physio/policy/ps-descriptionPT">https://world.physio/policy/ps-descriptionPT</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Şahin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Karahan</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Albayrak</surname>
              <given-names>İ</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of physical therapy and exercise on pain and functional status in patients with chronic low back pain: a randomized-controlled trial</article-title>
          <source>Turk J Phys Med Rehabil</source>
          <year>2018</year>
          <month>03</month>
          <day>21</day>
          <volume>64</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31453489"/>
          </comment>
          <pub-id pub-id-type="doi">10.5606/tftrd.2018.1238</pub-id>
          <pub-id pub-id-type="medline">31453489</pub-id>
          <pub-id pub-id-type="pmcid">PMC6709610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kinney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Seider</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beaty</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dyal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clewley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of therapeutic alliance in physical therapy for chronic musculoskeletal pain: A systematic review of the literature</article-title>
          <source>Physiother Theory Pract</source>
          <year>2020</year>
          <month>08</month>
          <day>28</day>
          <volume>36</volume>
          <issue>8</issue>
          <fpage>886</fpage>
          <lpage>898</lpage>
          <pub-id pub-id-type="doi">10.1080/09593985.2018.1516015</pub-id>
          <pub-id pub-id-type="medline">30265840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Persson</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Stocks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Efficacy and potential determinants of exercise therapy in knee and hip osteoarthritis: A systematic review and meta-analysis</article-title>
          <source>Ann Phys Rehabil Med</source>
          <year>2019</year>
          <month>09</month>
          <volume>62</volume>
          <issue>5</issue>
          <fpage>356</fpage>
          <lpage>365</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1877-0657(19)30062-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rehab.2019.04.006</pub-id>
          <pub-id pub-id-type="medline">31121333</pub-id>
          <pub-id pub-id-type="pii">S1877-0657(19)30062-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6880792</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>George</surname>
              <given-names>SZ</given-names>
            </name>
            <name name-style="western">
              <surname>Fritz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Silfies</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Beneciuk</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lentz</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Gilliam</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Hendren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>Interventions for the Management of Acute and Chronic Low Back Pain: Revision 2021</article-title>
          <source>J Orthop Sports Phys Ther</source>
          <year>2021</year>
          <month>11</month>
          <volume>51</volume>
          <issue>11</issue>
          <fpage>CPG1</fpage>
          <lpage>CPG60</lpage>
          <pub-id pub-id-type="doi">10.2519/jospt.2021.0304</pub-id>
          <pub-id pub-id-type="medline">34719942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>IJ</given-names>
            </name>
            <name name-style="western">
              <surname>While</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>Physical activity in older people: a systematic review</article-title>
          <source>BMC Public Health</source>
          <year>2013</year>
          <month>05</month>
          <day>06</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>449</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-13-449"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-13-449</pub-id>
          <pub-id pub-id-type="medline">23648225</pub-id>
          <pub-id pub-id-type="pii">1471-2458-13-449</pub-id>
          <pub-id pub-id-type="pmcid">PMC3651278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jack</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Moffett</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Gardiner</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Barriers to treatment adherence in physiotherapy outpatient clinics: a systematic review</article-title>
          <source>Man Ther</source>
          <year>2010</year>
          <month>06</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>220</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1356-689X(09)00209-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.math.2009.12.004</pub-id>
          <pub-id pub-id-type="medline">20163979</pub-id>
          <pub-id pub-id-type="pii">S1356-689X(09)00209-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC2923776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van de Sant</surname>
              <given-names>AJW</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Hoogeboom</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nijhuis-van der Sanden</surname>
              <given-names>MWG</given-names>
            </name>
          </person-group>
          <article-title>Implementation of a Personalized, Cost-Effective Physical Therapy Approach (Coach2Move) for Older Adults: Barriers and Facilitators</article-title>
          <source>J Geriatr Phys Ther</source>
          <year>2019</year>
          <volume>42</volume>
          <issue>3</issue>
          <fpage>E1</fpage>
          <lpage>E16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28753136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1519/JPT.0000000000000140</pub-id>
          <pub-id pub-id-type="medline">28753136</pub-id>
          <pub-id pub-id-type="pmcid">PMC6687416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Interventions for enhancing adherence with physiotherapy: a systematic review</article-title>
          <source>Man Ther</source>
          <year>2010</year>
          <month>12</month>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>514</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.math.2010.05.012</pub-id>
          <pub-id pub-id-type="medline">20630793</pub-id>
          <pub-id pub-id-type="pii">S1356-689X(10)00087-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hajihasani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rouhani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salavati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hedayati</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kahlaee</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>The Influence of Cognitive Behavioral Therapy on Pain, Quality of Life, and Depression in Patients Receiving Physical Therapy for Chronic Low Back Pain: A Systematic Review</article-title>
          <source>PM R</source>
          <year>2019</year>
          <month>02</month>
          <day>11</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>167</fpage>
          <lpage>176</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pmrj.2018.09.029</pub-id>
          <pub-id pub-id-type="medline">30266349</pub-id>
          <pub-id pub-id-type="pii">S1934-1482(18)30929-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eisele</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schagg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Krämer</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Bengel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Göhner</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Behaviour change techniques applied in interventions to enhance physical activity adherence in patients with chronic musculoskeletal conditions: A systematic review and meta-analysis</article-title>
          <source>Patient Educ Couns</source>
          <year>2019</year>
          <month>01</month>
          <volume>102</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2018.09.018</pub-id>
          <pub-id pub-id-type="medline">30279029</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(18)30769-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meade</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Bearne</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Alageel</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Behaviour change techniques associated with adherence to prescribed exercise in patients with persistent musculoskeletal pain: Systematic review</article-title>
          <source>Br J Health Psychol</source>
          <year>2019</year>
          <month>02</month>
          <day>17</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29911311"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bjhp.12324</pub-id>
          <pub-id pub-id-type="medline">29911311</pub-id>
          <pub-id pub-id-type="pmcid">PMC6585717</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenstein</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Topp</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Etnoyer-Slaski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Staelgraeve</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McNulty</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of a Mobile Health App on Adherence to Physical Health Treatment: Retrospective Analysis</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2021</year>
          <month>12</month>
          <day>02</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e31213</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2021/4/e31213/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/31213</pub-id>
          <pub-id pub-id-type="medline">34655468</pub-id>
          <pub-id pub-id-type="pii">v8i4e31213</pub-id>
          <pub-id pub-id-type="pmcid">PMC8686470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Avdalis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Jeyalingam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Tatum</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bowden</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>BR</given-names>
            </name>
          </person-group>
          <article-title>An app with remote support achieves better adherence to home exercise programs than paper handouts in people with musculoskeletal conditions: a randomised trial</article-title>
          <source>J Physiother</source>
          <year>2017</year>
          <month>07</month>
          <volume>63</volume>
          <issue>3</issue>
          <fpage>161</fpage>
          <lpage>167</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1836-9553(17)30067-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jphys.2017.05.015</pub-id>
          <pub-id pub-id-type="medline">28662834</pub-id>
          <pub-id pub-id-type="pii">S1836-9553(17)30067-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Digital Rehabilitation Programs Improve Therapeutic Exercise Adherence for Patients With Musculoskeletal Conditions: A Systematic Review With Meta-Analysis</article-title>
          <source>J Orthop Sports Phys Ther</source>
          <year>2022</year>
          <month>11</month>
          <volume>52</volume>
          <issue>11</issue>
          <fpage>726</fpage>
          <lpage>739</lpage>
          <pub-id pub-id-type="doi">10.2519/jospt.2022.11384</pub-id>
          <pub-id pub-id-type="medline">35960507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuenca-Martínez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>López-Bueno</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Suso-Martí</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Varangot-Reille</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Calatayud</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Herranz-Gómez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Romero-Palau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Casaña</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Implementation of Online Behavior Modification Techniques in the Management of Chronic Musculoskeletal Pain: A Systematic Review and Meta-Analysis</article-title>
          <source>J Clin Med</source>
          <year>2022</year>
          <month>03</month>
          <day>24</day>
          <volume>11</volume>
          <issue>7</issue>
          <fpage>1806</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm11071806"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm11071806</pub-id>
          <pub-id pub-id-type="medline">35407414</pub-id>
          <pub-id pub-id-type="pii">jcm11071806</pub-id>
          <pub-id pub-id-type="pmcid">PMC8999801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Baumann</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Plidschun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schiessl</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tölle</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Treatment of Low Back Pain with a Digital Multidisciplinary Pain Treatment App: Short-Term Results</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2017</year>
          <month>12</month>
          <day>04</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2017/2/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/rehab.9032</pub-id>
          <pub-id pub-id-type="medline">29203460</pub-id>
          <pub-id pub-id-type="pii">v4i2e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC5735251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irvine</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Manocchia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mino</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Cox Glassen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gau</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Birney</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ary</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>Mobile-Web app to self-manage low back pain: randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>01</month>
          <day>02</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/1/e1/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3130</pub-id>
          <pub-id pub-id-type="medline">25565416</pub-id>
          <pub-id pub-id-type="pii">v17i1e1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4296097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>TAD</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Avdagovska</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ballermann</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effects of a Web-Based Patient Portal on Patient Satisfaction and Missed Appointment Rates: Survey Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>19</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e17955</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e17955/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17955</pub-id>
          <pub-id pub-id-type="medline">32427109</pub-id>
          <pub-id pub-id-type="pii">v22i5e17955</pub-id>
          <pub-id pub-id-type="pmcid">PMC7267992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Budd</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Sprague</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Dewar</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of Patients Using Different Patient Portal Functions and the Impact on Primary Care Service Utilization and Appointment Adherence: Retrospective Observational Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>02</month>
          <day>25</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>e14410</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/2/e14410/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14410</pub-id>
          <pub-id pub-id-type="medline">32130124</pub-id>
          <pub-id pub-id-type="pii">v22i2e14410</pub-id>
          <pub-id pub-id-type="pmcid">PMC7064955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thurnheer</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Gravestock</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pichierri</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Steurer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burgstaller</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Benefits of Mobile Apps in Pain Management: Systematic Review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>10</month>
          <day>22</day>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e11231</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/10/e11231/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11231</pub-id>
          <pub-id pub-id-type="medline">30348633</pub-id>
          <pub-id pub-id-type="pii">v6i10e11231</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sluijs</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Kerssens</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>van der Zee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Adherence to physiotherapy</article-title>
          <source>Adherance to Treatment in Medical Conditions</source>
          <year>1998</year>
          <publisher-loc>Amsterdam, The Netherlands</publisher-loc>
          <publisher-name>Harwood Academic Publishers</publisher-name>
          <fpage>363</fpage>
          <lpage>382</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dejesus</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Wieland</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Missed appointments in resident continuity clinic: patient characteristics and health care outcomes</article-title>
          <source>J Grad Med Educ</source>
          <year>2011</year>
          <month>09</month>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>350</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22942961"/>
          </comment>
          <pub-id pub-id-type="doi">10.4300/JGME-D-10-00199.1</pub-id>
          <pub-id pub-id-type="medline">22942961</pub-id>
          <pub-id pub-id-type="pii">JGME-D-10-00199</pub-id>
          <pub-id pub-id-type="pmcid">PMC3179242</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Odebiyi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fapojuwo</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Olaleye</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Olaniyan</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Correlates of non-adherence to home exercise programmes in patients with low back pain</article-title>
          <source>Int. J. Res. Granthaalayah</source>
          <year>2020</year>
          <month>07</month>
          <day>20</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>280</fpage>
          <lpage>292</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>H-G</given-names>
            </name>
          </person-group>
          <article-title>The adoption of electronic medical record by physicians: A PRISMA-compliant systematic review</article-title>
          <source>Medicine (Baltimore)</source>
          <year>2020</year>
          <month>02</month>
          <volume>99</volume>
          <issue>8</issue>
          <fpage>e19290</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32080145"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MD.0000000000019290</pub-id>
          <pub-id pub-id-type="medline">32080145</pub-id>
          <pub-id pub-id-type="pii">00005792-202002210-00075</pub-id>
          <pub-id pub-id-type="pmcid">PMC7034652</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
