<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JD</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Diabetes</journal-id>
      <journal-title>JMIR Diabetes</journal-title>
      <issn pub-type="epub">2371-4379</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i1e26621</article-id>
      <article-id pub-id-type="pmid">33779567</article-id>
      <article-id pub-id-type="doi">10.2196/26621</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Diabetes Engagement and Activation Platform for Implementation and Effectiveness of Automated Virtual Type 2 Diabetes Self-Management Education: Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Griauzde</surname>
            <given-names>Dina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Subramaniyam</surname>
            <given-names>Rajamurugan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Sabo</surname>
            <given-names>Roy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Virginia Commonwealth University</institution>
            <addr-line>830 East Main Street</addr-line>
            <addr-line>Richmond, VA</addr-line>
            <country>United States</country>
            <phone>1 804 828 3047</phone>
            <email>roy.sabo@vcuhealth.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9159-4876</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Robins</surname>
            <given-names>Jo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3233-2897</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lutz</surname>
            <given-names>Stacy</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4719-9032</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kashiri</surname>
            <given-names>Paulette</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3599-2463</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Day</surname>
            <given-names>Teresa</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3515-650X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Webel</surname>
            <given-names>Benjamin</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9879-3608</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Krist</surname>
            <given-names>Alex</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4060-9155</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Virginia Commonwealth University</institution>
        <addr-line>Richmond, VA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Privia Health, LLC</institution>
        <addr-line>Arlington, VA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Roy Sabo <email>roy.sabo@vcuhealth.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Mar</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>6</volume>
      <issue>1</issue>
      <elocation-id>e26621</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>31</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>28</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Roy Sabo, Jo Robins, Stacy Lutz, Paulette Kashiri, Teresa Day, Benjamin Webel, Alex Krist. Originally published in JMIR Diabetes (http://diabetes.jmir.org), 29.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Diabetes, is properly cited. The complete bibliographic information, a link to the original publication on http://diabetes.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://diabetes.jmir.org/2021/1/e26621" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patients with type 2 diabetes require recommendations for self-management education and support.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we aim to design the Diabetes Engagement and Activation Platform (DEAP)—an automated patient education tool integrated into primary care workflow—and examine its implementation and effectiveness.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We invited patients aged 18-85 years with a hemoglobin A<sub>1c</sub> (HbA<sub>1c</sub>) level ≥8 to participate in a randomized controlled trial comparing DEAP with usual care. DEAP modules addressing type 2 diabetes self-management education and support domains were programmed into patient portals, each with self-guided educational readings, videos, and questions. Care teams received patient summaries and were alerted to patients with low confidence or requesting additional help. HbA<sub>1c</sub>, BMI, and systolic and diastolic blood pressure (DBP) were measured.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Out of the 680 patients invited to participate, 337 (49.5%) agreed and were randomized. All of the 189 intervention patients accessed the first module, and 140 patients (74.1%) accessed all 9 modules. Postmodule knowledge and confidence scores were high. Only 18 patients requested additional help from the care team. BMI was lower for intervention patients than controls at 3 months (31.7 kg/m<sup>2</sup> vs 32.1 kg/m<sup>2</sup>; <italic>P</italic>=.04) and 6 months (32.5 kg/m<sup>2</sup> vs 33.0 kg/m<sup>2</sup>; <italic>P</italic>=.003); improvements were even greater for intervention patients completing at least one module. There were no differences in 3- or 6-month HbA<sub>1c</sub> or blood pressure levels in the intent-to-treat analysis. However, intervention patients completing at least one module compared with controls had a better HbA<sub>1c</sub> level (7.6% vs 8.2%; <italic>P</italic>=.03) and DBP (72.3 mm Hg vs 75.9 mm Hg; <italic>P</italic>=.01) at 3 months.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The findings of this study concluded that a significant proportion of patients will participate in an automated virtual diabetes self-management program embedded into patient portals and health systems show promise in helping patients manage their diabetes, weight, and blood pressure.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT02957721; https://clinicaltrials.gov/ct2/show/NCT02957721</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>type 2 diabetes mellitus</kwd>
        <kwd>self-management education</kwd>
        <kwd>patient engagement</kwd>
        <kwd>informatics</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Type 2 diabetes (T2D) affects an estimated 34 million people in the United States [<xref ref-type="bibr" rid="ref1">1</xref>], costing US $327 billion annually [<xref ref-type="bibr" rid="ref2">2</xref>]. T2D prevalence in the United States is expected to increase, whereas costs are expected to double over the next 25 years [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. T2D self-management education and support (DSMES) provides individuals with the information and problem-solving skills needed to self-manage T2D and has been shown to improve medication adherence, self-blood glucose monitoring, glycemic control, and dietary behaviors [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>] and reduce complications from uncontrolled T2D [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. The American Diabetes Association (ADA) recommends the provision of DSMES for every patient at 4 points: at diagnosis, annually thereafter, when complicating factors arise, and when transitioning to new care teams [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Despite its proven effectiveness, many patients do not receive DSMES. Of the patients referred, only 23%-66% follow through to receive DSMES [<xref ref-type="bibr" rid="ref10">10</xref>] because of barriers such as time commitments, schedule conflicts, or transportation difficulties [<xref ref-type="bibr" rid="ref7">7</xref>]. Innovative DSMES delivery methods are needed to better meet patients’ needs and leverage limited resources.</p>
        <p>Health information technology, specifically personal health records (PHRs) integrated into electronic health records (EHRs), has the potential to increase patient access to DSMES by automating the provision of educational content and allowing patients to review and complete programs at convenient times and locations [<xref ref-type="bibr" rid="ref11">11</xref>]. Integrated PHRs can help automate identifying patients needing additional help, allow patients to initiate requests for support, and alert team members to initiate care or direct patients to existing community resources [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>To help leverage the benefits of health information technology in providing DSMES, we created the Diabetes Engagement and Activation Platform (DEAP), which is an automated patient educational tool integrated directly into the primary care workflow. DEAP is accessed from the patient portal, consists of 9 modules that address the recommended ADA domains of diabetes education, assesses patients’ knowledge and confidence in managing each domain, and alerts care team members of patient needs. We aim to conduct a randomized controlled trial (RCT) to evaluate the implementation of DEAP and its effectiveness relative to usual care for improving patient T2D outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We conducted a patient-level RCT evaluating the implementation and effectiveness of DEAP with respect to changes in glycated hemoglobin (HbA<sub>1c</sub>; primary outcome), BMI, and blood pressure (BP) from baseline to 3 and 6 months. The study was conducted between November 1, 2017, and May 7, 2018, to achieve 6 months of patient tracking. This study was approved by the Virginia Commonwealth University Institutional Review Board and registered at ClinicalTrials.gov (identifier NCT02957721).</p>
      </sec>
      <sec>
        <title>Setting</title>
        <p>A total of 21 practices spanning 5 states from the Privia Health, LLC (Privia), a technology-enabled, physician enablement company that collaborates with medical groups, health plans, and health systems, were recruited to participate in this study. The practices predominantly serve commercially insured populations and those covered by Medicare.</p>
      </sec>
      <sec>
        <title>Patient Sampling</title>
        <p>All patients aged between 18 and 85 years with a T2D diagnosis, HbA<sub>1c</sub> ≥8.0%, and practice portal account were sent an email to participate by their primary care clinician. Identification was automated in the practices’ EHR, and the email was sent 2 days after a laboratory result with an elevated HbA<sub>1c</sub> level. The automated email, addressed by the primary care clinician, asked the patient to log in to the portal, which alerted the patient that their diabetes seemed poorly controlled. The system randomized patients in a 1:1 manner to receive either DEAP (intervention) or 1 page of information about diabetes (usual care control). No blinding or allocation concealment was used in this study.</p>
      </sec>
      <sec>
        <title>Intervention and Control Conditions</title>
        <p>DEAP was integrated into the practices’ EHR, patient portal, and data warehouse. DEAP consisted of 9 self-directed DSMES modules for patients and care team alerts for clinicians to assist patients requesting additional help. The DEAP modules covered the <italic>Standard 6: Curriculum</italic> from the <italic>National Standards for Diabetes Self-Management Education and Support</italic> [<xref ref-type="bibr" rid="ref14">14</xref>]. The 9 modules included: (1) diabetes disease process and general treatment, (2) nutritional management, (3) physical activity, (4) medications, (5) monitoring blood glucose, (6) acute complications, (7) chronic complications, (8) mental health, and (9) goal setting. Patients were sent modules in order and received biweekly reminders until they completed the modules. The next module was sent when a patient completed a module or after 7 days of noncompletion, which allowed patients to skip or ignore the modules<italic>.</italic></p>
        <p>Each module included 1 to 3 handouts and 1 to 3 videos for patients to review (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Content was selected from existing publicly available and validated material from the ADA, National Diabetes Education Program, American Association of Diabetes Educators, Mayo Clinic, MedlinePlus, and other sources. Content was selected by the research team with support from 2 certified diabetic educators, a lay community educator, and 2 patients with T2D. Inclusion criteria for content consisted of being clear and understandable, evidence based, and engaging. Upon completion of a module, patients were asked 4 questions to assess their knowledge, 1 question to assess their confidence in managing the module’s domain, and 1 question to understand if the patient wanted additional help from the care team related to the content in the module. DEAP sent a summary of the patient’s responses to the primary clinician and provided an alert for patients reporting low confidence or requesting help in managing a domain.</p>
        <p>Patients randomized to the usual care control group received 1 page of general diabetes information, which was equivalent to the handout information in the first DEAP module. They did not have access to the structured DEAP curriculum, knowledge or confidence assessments, or care team alerts.</p>
      </sec>
      <sec>
        <title>Measurements and Informatics</title>
        <p>The patient portal and Privia electronic data warehouse were used to track patient progress through the curriculum, indicate whether modules were accessed and completed (completion was measured as a patient answering all postmodule questions), and record responses to end-module questions. The EHR was used to determine patient eligibility, measure patient characteristics (gender, age, race, ethnicity, preferred language, and insurance type), and capture health outcomes (HbA<sub>1c</sub>, BMI, and BP). Health outcomes for measuring effectiveness included HbA<sub>1c</sub> (primary outcome) and BMI and BP (secondary outcomes), captured at baseline, 3 months, and 6 months. Implementation measures consisted of knowledge, confidence, adoption, and reach. Confidence was assessed using a Likert scale ranging from <italic>not confident at all</italic> to <italic>completely confident</italic>. <italic>Adoption</italic> was defined as the number of practices that were willing to participate in the study. We defined <italic>reach</italic> as the percentage of patients who agreed to participate in the study, the percentage of patients who started the DEAP curriculum within the intervention group, the percentage of patients who completed the DEAP curriculum, and the total number of DEAP modules that were accessed.</p>
      </sec>
      <sec>
        <title>Statistical Analysis and Sample Size Justification</title>
        <p>We conducted both an intent-to-treat analysis of all intervention versus usual care control patients and a per-protocol analysis of intervention patients who completed at least one module (representing minimal intervention exposure) versus control patients. For both models, we made baseline-adjusted comparisons of 3- and 6-month means for HbA<sub>1c</sub>, BMI, and systolic BP (SBP) and diastolic BP (DBP) between the study groups. Using linear mixed models, health outcomes (HbA<sub>1c</sub>, BMI, and BP) at 3 and 6 months were modeled against a 2-level fixed group effect (intervention or control), the baseline value of that health outcome measurement, and a group-baseline interaction effect; the interaction term was removed if it was not significant at the 10% level and the Bayesian Information Criterion was lower in the no-interaction model. As an additional sensitivity analysis, unadjusted comparisons of the change in mean HbA<sub>1c</sub>, BMI, and BP over time and between the study groups were made using linear mixed models, including continuous health outcomes (HbA<sub>1c</sub>, BMI, and BP), a 2-level fixed group effect (intervention or control), a 3-level fixed time effect (baseline, 3 months, and 6 months), a fixed group-time interaction effect, and a patient-level random effect to account for within-participant dependence because of repeated measurements over time. The MEANS, FREQ, and GLIMMIX procedures in SAS statistical software (version 9.4 were used for analysis.</p>
        <p>Sample size calculations were based on the assumption that 50% of participants would either decline to participate or not complete the study; therefore, recruiting 320 eligible participants would help ensure that 80 patients would participate and finish the study in each group (160 in total). Assuming a 5% type I error rate and an HbA<sub>1c</sub> SD of 2 [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], we estimated over 80% power to declare mean HbA<sub>1c</sub> for the intervention group to be significantly lower than in the usual care control group at either 3 or 6 months by at least 1 unit.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Implementation Analyses</title>
        <sec>
          <title>Adoption</title>
          <p>The original plan was to recruit 4 practices from Privia’s network. However, we encountered significant practice enthusiasm across the organization, and a total of 21 practices across 5 states participated in the study. After the study was completed, Privia’s network extended DEAP to all practices as part of their standard operations.</p>
        </sec>
        <sec>
          <title>Reach</title>
          <p>The frequencies and percentages of intervention patients who accessed each of the training modules (and the numbers and percentages of those patients answering at least one question in each module and completing each module) are reported in <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref>. Of the 189 intervention patients accessing at least the first module, the vast majority (140/189, 74.1%) eventually accessed all 9 modules, whereas only a few (8/189, 4.2%) failed to continue. Between 14% (21/151) and 28% (54/189) of the patients starting each module answered at least one of the corresponding postmodule questions. Of the 63 patients who answered at least one question in any module, 53 (84%) completed the questions to at least one module, with the majority answering at least one question completing all questions in each module.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Intervention patients (n=189) who accessed, started, and completed particular Diabetes Engagement and Activation Platform modules.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="220"/>
              <col width="160"/>
              <col width="90"/>
              <col width="190"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td>Module</td>
                  <td>Accessed (n=189), n (%)<sup>a</sup></td>
                  <td colspan="2">Started<sup>b</sup></td>
                  <td colspan="2">Completed<sup>c</sup></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Total participants, n</td>
                  <td>n (%)</td>
                  <td>Total participants, n</td>
                  <td>n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1. Basic assessment</td>
                  <td>189 (100.0)</td>
                  <td>189</td>
                  <td>54 (28.6)</td>
                  <td>54</td>
                  <td>34 (62.9)</td>
                </tr>
                <tr valign="top">
                  <td>2. Nutrition</td>
                  <td>181 (95.8)</td>
                  <td>181</td>
                  <td>34 (18.7)</td>
                  <td>34</td>
                  <td>33 (97.0)</td>
                </tr>
                <tr valign="top">
                  <td>3. Exercise</td>
                  <td>173 (91.5)</td>
                  <td>173</td>
                  <td>36 (20.8)</td>
                  <td>36</td>
                  <td>32 (88.8)</td>
                </tr>
                <tr valign="top">
                  <td>4. Mediations</td>
                  <td>167 (88.4)</td>
                  <td>167</td>
                  <td>25 (15.0)</td>
                  <td>25</td>
                  <td>23 (92.0)</td>
                </tr>
                <tr valign="top">
                  <td>5. Blood sugar</td>
                  <td>160 (84.6)</td>
                  <td>160</td>
                  <td>25 (15.6)</td>
                  <td>25</td>
                  <td>23 (92.0)</td>
                </tr>
                <tr valign="top">
                  <td>6. Acute complications</td>
                  <td>154 (81.4)</td>
                  <td>154</td>
                  <td>25 (16.2)</td>
                  <td>25</td>
                  <td>23 (92.0)</td>
                </tr>
                <tr valign="top">
                  <td>7. Chronic diabetes</td>
                  <td>151 (79.8)</td>
                  <td>151</td>
                  <td>21 (13.9)</td>
                  <td>21</td>
                  <td>21 (100.0)</td>
                </tr>
                <tr valign="top">
                  <td>8. Mood</td>
                  <td>146 (77.2)</td>
                  <td>146</td>
                  <td>22 (15.1)</td>
                  <td>22</td>
                  <td>17 (77.2)</td>
                </tr>
                <tr valign="top">
                  <td>9. Healthy goals</td>
                  <td>140 (74.1)</td>
                  <td>140</td>
                  <td>20 (14.3)</td>
                  <td>20</td>
                  <td>15 (75.0)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Percentage calculated as 100 × (frequency accessed/189)%.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>Percentage calculated as 100 × (frequency started/frequency accessed)%.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>Percentage calculated as 100 × (frequency completed/frequency started)%.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Number of Diabetes Engagement and Activation Platform modules accessed, started, and completed by intervention patients (n=189).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="296"/>
              <col width="226"/>
              <col width="198"/>
              <col width="280"/>
              <thead>
                <tr valign="top">
                  <td>Number of modules accessed, n</td>
                  <td>Accessed, n (%)<sup>a</sup></td>
                  <td>Started, n (%)<sup>b</sup></td>
                  <td>Completed, n (%)<sup>c</sup></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>0</td>
                  <td>N/A<sup>d</sup></td>
                  <td>126 (66.6)</td>
                  <td>136 (71.9)</td>
                </tr>
                <tr valign="top">
                  <td>1</td>
                  <td>8 (4.2)</td>
                  <td>24 (12.6)</td>
                  <td>16 (8.4)</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>8 (4.2)</td>
                  <td>5 (2.6)</td>
                  <td>7 (3.7)</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>6 (3.1)</td>
                  <td>7 (3.7)</td>
                  <td>6 (3.1)</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>7 (3.7)</td>
                  <td>3 (1.5)</td>
                  <td>2 (1.0)</td>
                </tr>
                <tr valign="top">
                  <td>5</td>
                  <td>6 (3.1)</td>
                  <td>2 (1.0)</td>
                  <td>2 (1.0)</td>
                </tr>
                <tr valign="top">
                  <td>6</td>
                  <td>3 (1.5)</td>
                  <td>1 (0)</td>
                  <td>4 (2.1)</td>
                </tr>
                <tr valign="top">
                  <td>7</td>
                  <td>5 (2.6)</td>
                  <td>4 (2.1)</td>
                  <td>2 (1.0)</td>
                </tr>
                <tr valign="top">
                  <td>8</td>
                  <td>6 (3.1)</td>
                  <td>2 (1.0)</td>
                  <td>9 (4.7)</td>
                </tr>
                <tr valign="top">
                  <td>9</td>
                  <td>140 (74.0)</td>
                  <td>15 (7.9)</td>
                  <td>5 (2.6)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Percentage calculated as 100 × (frequency accessed/189)%; mean 7.7, SD 2.5.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>Percentage calculated as 100 × (frequency started/189)%; mean 1.4, SD 2.7.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>Percentage calculated as 100 × (frequency completed/189)%; mean 1.2, SD 2.5.</p>
              </fn>
              <fn id="table2fn4">
                <p><sup>d</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Patient Knowledge, Confidence, and Help Seeking</title>
          <p>Patients answered a majority of knowledge questions correctly for each module (<xref ref-type="table" rid="table3">Table 3</xref>). The 4 most commonly missed questions included understanding what the HbA<sub>1c</sub> measured, causes of low blood sugar, recommended number of daily servings of fruits and vegetables, and strategies for reducing cardiovascular risk. Upon completion of a module, most patients reported being very or completely confident of the module’s content. Only 18 patients asked for additional help from the care team after completing a module, most commonly after completing the introduction module (9/54, 17%), nutrition module (4/33, 12%), and exercise module (2/35, 6%).</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Summaries of knowledge assessment, confidence question, and desire to be contacted for each Diabetes Engagement and Activation Platform module.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="161"/>
              <col width="102"/>
              <col width="92"/>
              <col width="0"/>
              <col width="145"/>
              <col width="227"/>
              <col width="0"/>
              <col width="127"/>
              <col width="146"/>
              <thead>
                <tr valign="top">
                  <td>Module</td>
                  <td colspan="3">Correct knowledge questions</td>
                  <td colspan="3">Confidence question</td>
                  <td colspan="2">Expressed desire to be contacted</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sample size, n<sup>a</sup></td>
                  <td>Mean (SD)</td>
                  <td colspan="2">Not or a little confident, n (%)</td>
                  <td>Somewhat, very, or completely confident, n (%)</td>
                  <td colspan="2">Sample size, n</td>
                  <td>Participants, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1. Basic assessment</td>
                  <td>34</td>
                  <td>3.6 (0.54)</td>
                  <td colspan="2">12 (24)</td>
                  <td>37 (76)</td>
                  <td colspan="2">54</td>
                  <td>9 (17)</td>
                </tr>
                <tr valign="top">
                  <td>2. Nutrition</td>
                  <td>33</td>
                  <td>2.9 (0.77)</td>
                  <td colspan="2">16 (47)</td>
                  <td>18 (53)</td>
                  <td colspan="2">33</td>
                  <td>4 (12)</td>
                </tr>
                <tr valign="top">
                  <td>3. Exercise</td>
                  <td>32</td>
                  <td>3.7 (0.52)</td>
                  <td colspan="2">16 (47)</td>
                  <td>18 (53)</td>
                  <td colspan="2">35</td>
                  <td>2 (6)</td>
                </tr>
                <tr valign="top">
                  <td>4. Mediations</td>
                  <td>23</td>
                  <td>3.7 (0.54)</td>
                  <td colspan="2">2 (8)</td>
                  <td>23 (92)</td>
                  <td colspan="2">24</td>
                  <td>0 (0)</td>
                </tr>
                <tr valign="top">
                  <td>5. Blood sugar</td>
                  <td>23</td>
                  <td>3.7 (0.65)</td>
                  <td colspan="2">8 (33)</td>
                  <td>16 (67)</td>
                  <td colspan="2">24</td>
                  <td>1 (4)</td>
                </tr>
                <tr valign="top">
                  <td>6. Acute complications</td>
                  <td>23</td>
                  <td>3.3 (0.88)</td>
                  <td colspan="2">7 (28)</td>
                  <td>18 (72)</td>
                  <td colspan="2">24</td>
                  <td>0 (0)</td>
                </tr>
                <tr valign="top">
                  <td>7. Chronic complications</td>
                  <td>21</td>
                  <td>3.0 (0.38)</td>
                  <td colspan="2">6 (29)</td>
                  <td>15 (71)</td>
                  <td colspan="2">18</td>
                  <td>0 (0)</td>
                </tr>
                <tr valign="top">
                  <td>8. Mood</td>
                  <td>17</td>
                  <td>3.7 (0.77)</td>
                  <td colspan="2">9 (43)</td>
                  <td>12 (57)</td>
                  <td colspan="2">22</td>
                  <td>1 (5)</td>
                </tr>
                <tr valign="top">
                  <td>9. Healthy goals</td>
                  <td>15</td>
                  <td>3.9 (0.26)</td>
                  <td colspan="2">4 (21)</td>
                  <td>15 (79)</td>
                  <td colspan="2">19</td>
                  <td>1 (5)</td>
                </tr>
                <tr valign="top">
                  <td>All modules</td>
                  <td>5</td>
                  <td>31.8 (2.17)</td>
                  <td colspan="2">N/A<sup>b</sup></td>
                  <td>N/A</td>
                  <td colspan="2">N/A</td>
                  <td>N/A</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>Sample sizes for each column can be different.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Effectiveness Analyses</title>
        <p>A total of 680 patients met the eligibility criteria and were emailed the portal invitation (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Of those, 343 either never opened the portal message or after opening the message decided not to proceed with participation. Of the remaining 337 patients, 189 were randomly allocated to the intervention group and 148 to the control group. We identified 327 of the allocated patients in the EHR group (183 patients in the intervention group and 144 patients in the control group). All intervention patients (100%) accessed the first training module, with a percentage decrease for each successive module, and 74% (140/189) accessed the ninth module. Between 14% (21/151) and 28% (54/189) of the patients accessing the modules answered at least one of the corresponding postmodule questions, and 53 completed at least one module. A summary of patient characteristics and demographics are presented in <xref ref-type="table" rid="table4">Table 4</xref>. The average patient was just above 60 years, had an HbA<sub>1c</sub> level &#62;9, had a BMI in the obese range (&#62;30), and had controlled BP (SBP&#60;140). Both groups had similar rates of men and women, whereas the majority of participants were non-Hispanic, White, with English as their preferred language. Most participants had commercial health insurance or Medicare.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>CONSORT (Consolidated Standards of Reporting Trials) flow diagram.</p>
          </caption>
          <graphic xlink:href="diabetes_v6i1e26621_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Patient demographics at baseline.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="390"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="120"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td colspan="4">Intervention</td>
                <td colspan="3">Control</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Total participants, n</td>
                <td colspan="2">Value</td>
                <td colspan="2">Total participants, n</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td colspan="2">183</td>
                <td colspan="2">61.1 (12.6)</td>
                <td colspan="2">144</td>
                <td>60.6 (15.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">HbA<sub>1c</sub><sup>a</sup>, mean (SD)</td>
                <td colspan="2">180</td>
                <td colspan="2">9.3 (1.3)</td>
                <td colspan="2">142</td>
                <td>9.6 (1.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">BMI (kg/m<sup>2</sup>), mean (SD)</td>
                <td colspan="2">179</td>
                <td colspan="2">33.4 (7.0)</td>
                <td colspan="2">136</td>
                <td>32.1 (7.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Systolic blood pressure (mm Hg), mean (SD)</td>
                <td colspan="2">180</td>
                <td colspan="2">129.5 (13.7)</td>
                <td colspan="2">137</td>
                <td>128.7 (16.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Diastolic blood pressure (mm Hg), mean (SD)</td>
                <td colspan="2">180</td>
                <td colspan="2">76.7 (9.3)</td>
                <td colspan="2">136</td>
                <td>77.8 (10.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Sex, n (%)<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">183</td>
                <td colspan="2">75 (40.9)</td>
                <td colspan="2">143</td>
                <td colspan="2">64 (44.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">183</td>
                <td colspan="2">108 (59.0)</td>
                <td colspan="2">143</td>
                <td colspan="2">79 (55.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Race, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td colspan="2">155</td>
                <td colspan="2">14 (9.0)</td>
                <td colspan="2">113</td>
                <td colspan="2">15 (13.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black</td>
                <td colspan="2">155</td>
                <td colspan="2">16 (10.3)</td>
                <td colspan="2">113</td>
                <td colspan="2">13 (11.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">155</td>
                <td colspan="2">12 (7.7)</td>
                <td colspan="2">113</td>
                <td colspan="2">15 (13.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">155</td>
                <td colspan="2">113 (72.9)</td>
                <td colspan="2">113</td>
                <td colspan="2">70 (61.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Ethnicity, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td colspan="2">137</td>
                <td colspan="2">3 (2.2)</td>
                <td colspan="2">97</td>
                <td colspan="2">9 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td colspan="2">137</td>
                <td colspan="2">134 (97.8)</td>
                <td colspan="2">97</td>
                <td colspan="2">88 (90.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Language, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Non-English</td>
                <td colspan="2">176</td>
                <td colspan="2">3 (1.7)</td>
                <td colspan="2">136</td>
                <td colspan="2">3 (2.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td colspan="2">176</td>
                <td colspan="2">173 (98.3)</td>
                <td colspan="2">136</td>
                <td colspan="2">133 (97.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Insurance type, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medicaid</td>
                <td colspan="2">183</td>
                <td colspan="2">1 (0.5)</td>
                <td colspan="2">143</td>
                <td colspan="2">0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medicaid</td>
                <td colspan="2">183</td>
                <td colspan="2">47 (25.7)</td>
                <td colspan="2">143</td>
                <td colspan="2">37 (25.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>None</td>
                <td colspan="2">183</td>
                <td colspan="2">6 (3.2)</td>
                <td colspan="2">143</td>
                <td colspan="2">1 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Commercial</td>
                <td colspan="2">183</td>
                <td colspan="2">127 (69.4)</td>
                <td colspan="2">143</td>
                <td colspan="2">105 (73.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td colspan="2">183</td>
                <td colspan="2">2 (1.1)</td>
                <td colspan="2">143</td>
                <td colspan="2">0 (0.0)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>HbA<sub>1c</sub>: glycated hemoglobin.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Percentage of sample with an event.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <sec>
          <title>Intent-to-Treat Analysis</title>
          <p><xref ref-type="table" rid="table5">Table 5</xref> contains summaries of the comparisons of mean health outcomes between intervention and control groups. There was no evidence that the mean for the primary outcome (HbA<sub>1c</sub>) was lower in the intervention group than in the control group at 3 months (8.0% vs 8.2%; <italic>P</italic>=.38) or at 6 months (8.2% vs 8.4%; <italic>P</italic>=.27). The mean BMI was significantly reduced in intervention group patients relative to control group patients at 3 months (31.7 kg/m<sup>2</sup> vs 32.1 kg/m<sup>2</sup>; <italic>P</italic>=.04) and at 6 months (32.5 kg/m<sup>2</sup> vs 33.0 kg/m<sup>2</sup>; <italic>P</italic>=.02). There was no evidence of improved SBP or DBP in the intervention group patients compared with the controls. Results were similar in the changes comparison analyses (<xref ref-type="table" rid="table6">Table 6</xref>), with no evidence of differences in baseline and 3-month changes between groups for any measures, and with only the change in BMI between baseline and 6 months for intervention group patients (–0.4 kg/m<sup>2</sup> decrease vs 0.1 kg/m<sup>2</sup> increase; <italic>P</italic>=.02).</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Comparisons of baseline-adjusted health outcome means between groups at 3 and 6 months.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="120"/>
              <col width="0"/>
              <col width="50"/>
              <col width="0"/>
              <col width="230"/>
              <col width="0"/>
              <col width="60"/>
              <col width="0"/>
              <col width="230"/>
              <col width="0"/>
              <col width="0"/>
              <col width="60"/>
              <col width="0"/>
              <col width="220"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Groups</td>
                  <td colspan="9">Intervention</td>
                  <td colspan="3">Control</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="4">Completed ≥1 module</td>
                  <td colspan="4">All intervention</td>
                  <td colspan="4">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">n</td>
                  <td colspan="2">Mean<sup>a</sup> (95% CI)</td>
                  <td colspan="2">n</td>
                  <td colspan="2">Mean (95% CI)</td>
                  <td colspan="3">n</td>
                  <td>Mean (95% CI)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="15">
                    <bold>HbA<sub>1c</sub><sup>b</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>3 months<sup>c</sup></td>
                  <td colspan="2">36</td>
                  <td colspan="2">7.6 (7.2 to 8.0)</td>
                  <td colspan="2">106</td>
                  <td colspan="2">8.0 (7.7 to 8.4)</td>
                  <td colspan="3">77</td>
                  <td colspan="2">8.2 (8.0 to 8.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 months<sup>d</sup></td>
                  <td colspan="2">25</td>
                  <td colspan="2">7.9 (7.3 to 8.5)</td>
                  <td colspan="2">95</td>
                  <td colspan="2">8.2 (7.8 to 8.6)</td>
                  <td colspan="3">69</td>
                  <td colspan="2">8.4 (8.1 to 8.9)</td>
                </tr>
                <tr valign="top">
                  <td colspan="15">
                    <bold>BMI</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>3 months<sup>e</sup></td>
                  <td colspan="2">40</td>
                  <td colspan="2">31.3 (30.9 to 31.7)</td>
                  <td colspan="2">138</td>
                  <td colspan="2">31.7 (31.5 to 32.0)</td>
                  <td colspan="3">100</td>
                  <td colspan="2">32.1 (31.8 to 32.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 months<sup>f</sup></td>
                  <td colspan="2">33</td>
                  <td colspan="2">31.6 (31.1 to 32.0)</td>
                  <td colspan="2">120</td>
                  <td colspan="2">32.5 (32.2 to 32.8)</td>
                  <td colspan="3">81</td>
                  <td colspan="2">33.0 (32.7 to 33.4)</td>
                </tr>
                <tr valign="top">
                  <td colspan="15">
                    <bold>SBP<sup>g</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>3 months<sup>h</sup></td>
                  <td colspan="2">40</td>
                  <td colspan="2">124.0 (119.3 to 128.6)</td>
                  <td colspan="2">136</td>
                  <td colspan="2">126.2 (123.4 to 129.1)</td>
                  <td colspan="3">105</td>
                  <td colspan="2">126.9 (124.0 to 129.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 months<sup>i</sup></td>
                  <td colspan="2">32</td>
                  <td colspan="2">126.2 (121.7 to 130.8)</td>
                  <td colspan="2">122</td>
                  <td colspan="2">127.4 (124.6 to 130.2)</td>
                  <td colspan="3">83</td>
                  <td colspan="2">127.6 (124.5 to 130.7)</td>
                </tr>
                <tr valign="top">
                  <td colspan="15">
                    <bold>DBP<sup>j</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>3 months<sup>k</sup></td>
                  <td colspan="2">40</td>
                  <td colspan="2">72.3 (69.5 to 75.0)</td>
                  <td colspan="2">136</td>
                  <td colspan="2">74.9 (73.1 to 76.6)</td>
                  <td colspan="3">105</td>
                  <td colspan="2">75.9 (74.1 to 77.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6 months<sup>l</sup></td>
                  <td colspan="2">32</td>
                  <td colspan="2">74.0 (71.0 to 77.0)</td>
                  <td colspan="2">122</td>
                  <td colspan="2">75.0 (73.0 to 77.0)</td>
                  <td colspan="3">83</td>
                  <td colspan="2">75.4 (73.2 to 77.6)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup>Mean: baseline-adjusted sample predicted value.</p>
              </fn>
              <fn id="table5fn2">
                <p><sup>b</sup>HbA<sub>1c</sub>: glycated hemoglobin.</p>
              </fn>
              <fn id="table5fn3">
                <p><sup>c</sup>Intent-to-treat (ITT) analysis (comparison between intervention and control patients; control-intervention): difference=0.2, 95% CI –0.2 to 0.6; <italic>P</italic>=.38 (indicates the interaction term left in the model). Per-protocol (PP) analysis: comparison between intervention subjects completing at least one Diabetes Engagement and Activation Platform module (answering postmodule questions) and control patients. PP analysis (control-intervention): difference=0.6, 95% CI 0.1 to 1.1; <italic>P</italic>=.03.</p>
              </fn>
              <fn id="table5fn4">
                <p><sup>d</sup>ITT analysis (control-intervention): difference=0.3, 95% CI –0.2 to 0.8; <italic>P</italic>=.27. PP analysis (control-intervention): difference=0.5, 95% CI –0.2 to 1.2; <italic>P</italic>=.17.</p>
              </fn>
              <fn id="table5fn5">
                <p><sup>e</sup>ITT analysis (control-intervention): difference=0.4, 95% CI 0.0 to 0.8; <italic>P</italic>=.04 (indicates the interaction term left in the model). PP analysis (control-intervention): difference=1.0, 95% CI 0.5 to 1.4; <italic>P</italic>&#60;.001.</p>
              </fn>
              <fn id="table5fn6">
                <p><sup>f</sup>ITT analysis (control-intervention): difference=0.5, 95% CI 0.1 to 1.0; <italic>P</italic>=.02. PP analysis (control-intervention): difference=1.0, 95% CI 0.5 to 1.5; <italic>P</italic>&#60;.001.</p>
              </fn>
              <fn id="table5fn7">
                <p><sup>g</sup>SBP: systolic blood pressure.</p>
              </fn>
              <fn id="table5fn8">
                <p><sup>h</sup>ITT analysis (control-intervention): difference=0.7, 95% CI –3.4 to 4.9; <italic>P</italic>=.73. PP analysis (control-intervention): difference=3.2, 95% CI –2.3 to 8.8; <italic>P</italic>=.25.</p>
              </fn>
              <fn id="table5fn9">
                <p><sup>i</sup>ITT analysis (control-intervention): difference=0.2, 95% CI –4.0 to 4.3; <italic>P</italic>=.94. PP analysis (control-intervention): difference=0.5, 95% CI –4.9 to 5.9; <italic>P</italic>=.85.</p>
              </fn>
              <fn id="table5fn10">
                <p><sup>j</sup>DBP: diastolic blood pressure.</p>
              </fn>
              <fn id="table5fn11">
                <p><sup>k</sup>ITT analysis (control-intervention): difference=1.1, 95% CI –1.4 to 3.6; <italic>P</italic>=.39. PP analysis (control-intervention): difference=4.3, 95% CI 1.0 to 7.5; <italic>P</italic>=.01.</p>
              </fn>
              <fn id="table5fn12">
                <p><sup>l</sup>ITT analysis (control-intervention): difference=0.4, 95% CI –2.5 to 3.4; <italic>P</italic>=.78. PP analysis (control-intervention): difference=1.6, 95% CI –1.9 to 5.1; <italic>P</italic>=.37.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Comparison between groups of change in glycated hemoglobin, BMI, and blood pressure from baseline to 3 and 6 months.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="230"/>
              <col width="0"/>
              <col width="50"/>
              <col width="190"/>
              <col width="0"/>
              <col width="60"/>
              <col width="190"/>
              <col width="0"/>
              <col width="60"/>
              <col width="190"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Groups</td>
                  <td colspan="7">Intervention</td>
                  <td colspan="2">Control</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="4">Completed ≥1 module</td>
                  <td colspan="3">All interventions</td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">n</td>
                  <td>Mean<sup>a</sup> (95% CI)</td>
                  <td colspan="2">n</td>
                  <td>Mean (95% CI)</td>
                  <td colspan="2">n</td>
                  <td>Mean (95% CI)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="11">
                    <bold>HbA<sub>1c</sub><sup>b</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 3 months<sup>c</sup></td>
                  <td>36</td>
                  <td>–1.8 (–2.4 to –1.3)</td>
                  <td colspan="2">106</td>
                  <td>–1.3 (–1.6 to –1.0)</td>
                  <td colspan="2">77</td>
                  <td>–1.5 (–1.8 to –1.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 6 months<sup>d</sup></td>
                  <td>25</td>
                  <td>–1.5 (–2.2 to –0.8)</td>
                  <td colspan="2">95</td>
                  <td>–1.1 (–1.5 to –0.8)</td>
                  <td colspan="2">68</td>
                  <td>–1.3 (–1.7 to –0.8)</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>BMI</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 3 months<sup>e</sup></td>
                  <td>40</td>
                  <td>–0.9 (–1.3 to –0.6<bold>)</bold></td>
                  <td colspan="2">138</td>
                  <td>–0.3 (–0.5 to 0.0)</td>
                  <td colspan="2">97</td>
                  <td>0.1 (–0.2 to 0.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 6 months<sup>f</sup></td>
                  <td>33</td>
                  <td>–0.8 (–1.3 to –0.4)</td>
                  <td colspan="2">119</td>
                  <td>–0.4 (–0.6 to –0.1)</td>
                  <td colspan="2">78</td>
                  <td>0.1 (–0.1 to 0.4)</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>SBP<sup>g</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 3 months<sup>h</sup></td>
                  <td>40</td>
                  <td>–5.0 (–10.2 to 0.2)</td>
                  <td colspan="2">135</td>
                  <td>–3.8 (–6.5 to –1.2)</td>
                  <td colspan="2">101</td>
                  <td>–1.7 (–4.9 to 1.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 6 months<sup>i</sup></td>
                  <td>32</td>
                  <td>–1.7 (–6.7 to 3.4)</td>
                  <td colspan="2">120</td>
                  <td>–0.4 (–2.9 to 2.1)</td>
                  <td colspan="2">79</td>
                  <td>–1.1 (–4.2 to 2.1)</td>
                </tr>
                <tr valign="top">
                  <td colspan="11">
                    <bold>DBP<sup>j</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 3 months<sup>k</sup></td>
                  <td>40</td>
                  <td>–5.2 (–8.1 to –2.2)</td>
                  <td colspan="2">135</td>
                  <td>–2.4 (–4.0 to –0.8)</td>
                  <td colspan="2">101</td>
                  <td>–1.3 (–3.1 to 0.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Baseline to 6 months<sup>l</sup></td>
                  <td>32</td>
                  <td>–2.6 (–5.9 to 0.8)</td>
                  <td colspan="2">120</td>
                  <td>–0.4 (–2.2 to 1.4)</td>
                  <td colspan="2">79</td>
                  <td> –1.3 (–3.4 to 0.8)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table6fn1">
                <p><sup>a</sup>Mean is the model-predicted difference (baseline minus the 3- or 6-month value).</p>
              </fn>
              <fn id="table6fn2">
                <p><sup>b</sup>HbA<sub>1c</sub>: glycated hemoglobin.</p>
              </fn>
              <fn id="table6fn3">
                <p><sup>c</sup>Intent-to-treat (ITT) analysis (control-intervention): difference=–0.2, 95% CI –0.6 to 0.3; <italic>P</italic>=.53 (comparison between all intervention and control patients). Per-protocol (PP) analysis (control-intervention): difference=0.3, 95% CI –0.3 to 1.0; <italic>P</italic>=.29 (comparison between intervention subjects completing at least one DEAP module [answering postmodule questions] and control patients).</p>
              </fn>
              <fn id="table6fn4">
                <p><sup>d</sup>ITT analysis (control-intervention): difference=–0.1, 95% CI –0.7 to 0.4; <italic>P</italic>=.67. PP analysis (control-intervention): difference=0.2, 95% CI –0.6 to 1.1; <italic>P</italic>=.54.</p>
              </fn>
              <fn id="table6fn5">
                <p><sup>e</sup>ITT analysis (control-intervention): difference=0.3, 95% CI 0.0 to 0.7; <italic>P</italic>=.07. PP analysis (control-intervention): difference=1.0, 95% CI 0.5 to 1.4; <italic>P</italic>&#60;.001.</p>
              </fn>
              <fn id="table6fn6">
                <p><sup>f</sup>ITT analysis (control-intervention): difference=0.5, 95% CI 0.1 to 0.9; <italic>P</italic>=.02. PP analysis (control-intervention): difference=1.0, 95% CI 0.5 to 1.5; <italic>P</italic>&#60;.001.</p>
              </fn>
              <fn id="table6fn7">
                <p><sup>g</sup>SBP: systolic blood pressure.</p>
              </fn>
              <fn id="table6fn8">
                <p><sup>h</sup>ITT analysis (control-intervention): difference=2.1, 95% CI –1.9 to 6.2; <italic>P</italic>=.30. PP analysis (control-intervention): difference=3.3, 95% CI –2.8 to 9.4; <italic>P</italic>=.28.</p>
              </fn>
              <fn id="table6fn9">
                <p><sup>i</sup>ITT analysis (control-intervention): difference=–0.7, 95% CI –4.6 to 3.2; <italic>P</italic>=.73. PP analysis (control-intervention): difference=0.6, 95% CI –5.3 to 6.5; <italic>P</italic>=.85.</p>
              </fn>
              <fn id="table6fn10">
                <p><sup>j</sup>DBP: diastolic blood pressure.</p>
              </fn>
              <fn id="table6fn11">
                <p><sup>k</sup>ITT analysis (control-intervention): difference=1.1, 95% CI –1.3 to 3.6; <italic>P</italic>=.35. PP analysis (control-intervention): difference=3.9, 95% CI 0.4 to 7.4; <italic>P</italic>=.03.</p>
              </fn>
              <fn id="table6fn12">
                <p><sup>l</sup>ITT analysis (control-intervention): difference=–1.0, 95% CI –3.8 to 1.8; <italic>P</italic>=.47. PP analysis (control-intervention): difference=1.3, 95% CI –2.7 to 5.3; <italic>P</italic>=.52.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Per-Protocol Analyses</title>
          <p>Comparisons among intervention group patients completing at least one DEAP module and controls are also provided in <xref ref-type="table" rid="table5">Table 5</xref>. Those who completed at least one module had a lower mean HbA<sub>1c</sub> at 3 months compared with controls (7.6% vs 8.2%; <italic>P</italic>=.03), whereas there was no significant difference at 6 months (7.9% vs 8.4%; <italic>P</italic>=.17). Completers had significantly lower mean BMI at 3 months than controls (31.3 kg/m<sup>2</sup> vs 32.1 kg/m<sup>2</sup>; <italic>P</italic>&#60;.001) and at 6 months (31.6 kg/m<sup>2</sup> vs 33.0 kg/m<sup>2</sup>; <italic>P</italic>&#60;.001). There were no differences in SBP between completers and controls at 3 months (<italic>P</italic>=.25) and 6 months (<italic>P</italic>=.85). The intervention patients completing at least one module also had a larger mean DBP at 3 months than controls (72.3 mm Hg vs 75.9 mm Hg; <italic>P</italic>=.01), although there was no significant difference at 6 months (<italic>P</italic>=.37). Results from the comparison of change analyses (<xref ref-type="table" rid="table6">Table 6</xref>) were nearly identical, with the exception being that there was no evidence of different changes between groups in HbA<sub>1c</sub> at 3 months (<italic>P</italic>=.29) or 6 months (<italic>P</italic>=.54). The change in BMI was significantly larger in those who completed at least one module compared with controls between baseline and 3 months (–0.9 kg/m<sup>2</sup> vs 0.1 kg/m<sup>2</sup>; <italic>P</italic>&#60;.01) and 6 months (–0.8 kg/m<sup>2</sup> vs 0.1 kg/m<sup>2</sup>; <italic>P</italic>&#60;.01), and with the change in DBP significantly larger in those intervention group patients completing at least one module than in controls (–5.2 mm Hg vs –1.3 mm Hg; <italic>P</italic>=.03).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>DEAP uses publicly available material in a systematic manner to automatically provide virtual diabetes education and support through pre-existing patient portals. DEAP <italic>Adoption</italic> exceeded what was expected to meet the study objectives, indicating that clinicians recognize the need for innovative, structured, accessible DSMES to optimize patient care and outcomes. With regard to <italic>reach</italic>, more patients accessed and used DEAP modules (74%) and then would access other simple educational messages sent to patients (about 20% of general Privia educational messages were opened by patients). This uptake of the automated DEAP content is similar to that of traditional in person DSMES classes [<xref ref-type="bibr" rid="ref16">16</xref>]. DEAP facilitated high levels of confidence, knowledge, and help-seeking behaviors.</p>
        <p>Although knowledge does not always correlate with improved self-management [<xref ref-type="bibr" rid="ref17">17</xref>], the DEAP intervention group demonstrated improved BMI relative to controls, whereas our per-protocol analysis also showed evidence of improvement in HbA<sub>1c</sub> and DBP at 3 months postintervention for those completing modules. The lack of change in HbA<sub>1c</sub> and BP may be because of dilution from non-DEAP users, who did not change. Nonetheless, the improved BMI in the intent-to-treat analysis is particularly impressive, given that most interventions to help patients lose weight must be fairly intensive, often including 25 or more hours of contact over 6 months [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>DEAP leverages the existing use of patient portals [<xref ref-type="bibr" rid="ref19">19</xref>] and compiles existing patient educational materials and videos into an easily accessible and understandable format. A key element of DEAP’s success is the automatic identification of patients with elevated HbA<sub>1c</sub> within 2 days of the abnormal result, which removes the burden of identifying and engaging patients from the clinician and engages patients when they may be more amenable to making self-management changes. Another key element is that DEAP assembles publicly available information into a defined curriculum, making the material more acceptable and accessible to patients. Integrating DEAP into the clinician’s portal also comes with the imprimatur and credibility of the patient’s personal clinician.</p>
        <p>Although we did observe benefits in this study comparing, we suspect that the benefits could have been greater if the automated self-directed learning was better coupled with support from the care team. How clinicians and care team members addressed the alerts was left to their discretion. Future implementations of DEAP could focus on alerting specific care team members when patients completed modules that could contact patients and offer additional ancillary services. For example, DEAP could notify a nutritionist when a patient expressed low confidence in managing their diet or missed a knowledge question [<xref ref-type="bibr" rid="ref20">20</xref>] or a pharmacist about their medication management [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>A limitation of this study is the short time frame, as 6 months of follow-up may not be enough for DSMES to lead to substantial and sustainable behavioral or health changes. However, the shorter time frame resulted in a greater improvement in BMI observed in the intervention group compared with the control and the improved HbA<sub>1c</sub>, BMI, and DBP observed among DEAP users compared with nonusers. The generalization of these results may be limited by the predominantly White, English-speaking, and non-Hispanic study sample, although the use of multiple practices and the focus on patients seen in primary care are strengths. Another factor limiting generalization was requiring a patient portal account for inclusion; investigations of approaches to encourage portal uptake or delivery of DEAP through other mechanisms are warranted.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This low-intensity intervention to provide virtual diabetes self-management education proved both feasible and effective. The model is scalable, builds on existing infrastructures in many practices and health systems, and can be extended to other settings or conditions. Studying how automated self-directed approaches could be better linked with alerting care team members for additional directed care could have even greater benefits.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Diabetes Engagement and Activation Platform diabetes self-management education and support curriculum with sample content.</p>
        <media xlink:href="diabetes_v6i1e26621_app1.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>CONSORT Checklist.</p>
        <media xlink:href="diabetes_v6i1e26621_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 56 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADA</term>
          <def>
            <p>American Diabetes Association</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BP</term>
          <def>
            <p>blood pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DBP</term>
          <def>
            <p>diastolic blood pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DEAP</term>
          <def>
            <p>Diabetes Engagement and Activation Platform</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">DSMES</term>
          <def>
            <p>diabetes self-management education and support</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HbA<sub>1c</sub></term>
          <def>
            <p>glycated hemoglobin</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PHR</term>
          <def>
            <p>personal health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SBP</term>
          <def>
            <p>systolic blood pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">T2D</term>
          <def>
            <p>type 2 diabetes</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the National Center for Advancing Translational Sciences (UL1TR002649).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>PK, AK, SL, JR, and RS helped in the design of this trial. TD, PK, SL, and BW conducted the data collection and management activities. RS conducted the statistical analyses. AK, JR, and RS wrote the manuscript’s main draft. All authors reviewed the manuscript and provided comments, changes, and feedback.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <source>National Diabetes Statistics Report, 2020</source>
          <year>2020</year>
          <access-date>2021-03-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/library/features/diabetes-stat-report.html">https://www.cdc.gov/diabetes/library/features/diabetes-stat-report.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Diabetes Association</collab>
          </person-group>
          <article-title>1. Improving care and promoting health in populations: standards of medical care in diabetes - 2020</article-title>
          <source>Diabetes Care</source>
          <year>2020</year>
          <month>01</month>
          <volume>43</volume>
          <issue>Suppl 1</issue>
          <fpage>S7</fpage>
          <lpage>S13</lpage>
          <pub-id pub-id-type="doi">10.2337/dc20-S001</pub-id>
          <pub-id pub-id-type="medline">31862744</pub-id>
          <pub-id pub-id-type="pii">43/Supplement_1/S7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Basu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Grady</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Capretta</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Projecting the future diabetes population size and related costs for the U.S</article-title>
          <source>Diabetes Care</source>
          <year>2009</year>
          <month>12</month>
          <day>25</day>
          <volume>32</volume>
          <issue>12</issue>
          <fpage>2225</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19940225"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc09-0459</pub-id>
          <pub-id pub-id-type="medline">19940225</pub-id>
          <pub-id pub-id-type="pii">dc09-0459</pub-id>
          <pub-id pub-id-type="pmcid">PMC2782981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Shardell</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Terrin</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Barr</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Ballew</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber-Baldini</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Cluster-randomized trial of a mobile phone personalized behavioral intervention for blood glucose control</article-title>
          <source>Diabetes Care</source>
          <year>2011</year>
          <month>09</month>
          <day>25</day>
          <volume>34</volume>
          <issue>9</issue>
          <fpage>1934</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21788632"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc11-0366</pub-id>
          <pub-id pub-id-type="medline">21788632</pub-id>
          <pub-id pub-id-type="pii">dc11-0366</pub-id>
          <pub-id pub-id-type="pmcid">PMC3161305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Stetson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggiero</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzner</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Assessing the value of the diabetes educator</article-title>
          <source>Diabetes Educ</source>
          <year>2011</year>
          <month>08</month>
          <day>30</day>
          <volume>37</volume>
          <issue>5</issue>
          <fpage>638</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1177/0145721711416256</pub-id>
          <pub-id pub-id-type="medline">21878591</pub-id>
          <pub-id pub-id-type="pii">0145721711416256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norris</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Engelgau</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Self-management education for adults with type 2 diabetes: a meta-analysis of the effect on glycemic control</article-title>
          <source>Diabetes Care</source>
          <year>2002</year>
          <month>07</month>
          <day>01</day>
          <volume>25</volume>
          <issue>7</issue>
          <fpage>1159</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.2337/diacare.25.7.1159</pub-id>
          <pub-id pub-id-type="medline">12087014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vorderstrasse</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Internet delivered diabetes self-management education: a review</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2015</year>
          <month>01</month>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>55</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2014.0155</pub-id>
          <pub-id pub-id-type="medline">25238257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Bardsley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cypress</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Funnell</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Fischl</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Maryniuk</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Siminerio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vivian</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Diabetes self-management education and support in type 2 diabetes</article-title>
          <source>Diabetes Educ</source>
          <year>2017</year>
          <month>02</month>
          <day>24</day>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1177/0145721716689694</pub-id>
          <pub-id pub-id-type="medline">28118121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Diabetes Association</collab>
          </person-group>
          <article-title>5. Facilitating behavior change and well-being to improve health outcomes: standards of medical care in diabetes-2020</article-title>
          <source>Diabetes Care</source>
          <year>2020</year>
          <month>01</month>
          <volume>43</volume>
          <issue>Suppl 1</issue>
          <fpage>S48</fpage>
          <lpage>S65</lpage>
          <pub-id pub-id-type="doi">10.2337/dc20-S005</pub-id>
          <pub-id pub-id-type="medline">31862748</pub-id>
          <pub-id pub-id-type="pii">43/Supplement_1/S48</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peyrot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Funnell</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Siminerio</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Access to diabetes self-management education: results of national surveys of patients, educators, and physicians</article-title>
          <source>Diabetes Educ</source>
          <year>2009</year>
          <month>02</month>
          <day>09</day>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>246</fpage>
          <lpage>8, 52</lpage>
          <pub-id pub-id-type="doi">10.1177/0145721708329546</pub-id>
          <pub-id pub-id-type="medline">19208816</pub-id>
          <pub-id pub-id-type="pii">0145721708329546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Timsina</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nawar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Eid</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of IT for diabetes self-management: are we there yet?</article-title>
          <source>Int J Med Inform</source>
          <year>2013</year>
          <month>08</month>
          <volume>82</volume>
          <issue>8</issue>
          <fpage>637</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2013.05.006</pub-id>
          <pub-id pub-id-type="medline">23792137</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(13)00113-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Internet and information technology use in treatment of diabetes</article-title>
          <source>Int J Clin Pract Suppl</source>
          <year>2010</year>
          <month>02</month>
          <volume>166</volume>
          <issue>166</issue>
          <fpage>41</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1742-1241.2009.02277.x</pub-id>
          <pub-id pub-id-type="medline">20377663</pub-id>
          <pub-id pub-id-type="pii">IJCP2277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krist</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Frazier</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Rothemich</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Devers</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kerns</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>An electronic linkage system for health behavior counseling effect on delivery of the 5A's</article-title>
          <source>Am J Prev Med</source>
          <year>2008</year>
          <month>11</month>
          <volume>35</volume>
          <issue>5 Suppl</issue>
          <fpage>S350</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929981</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(08)00675-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bodenheimer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lorig</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Grumbach</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Patient self-management of chronic disease in primary care</article-title>
          <source>J Am Med Assoc</source>
          <year>2002</year>
          <month>11</month>
          <day>20</day>
          <volume>288</volume>
          <issue>19</issue>
          <fpage>2469</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.288.19.2469</pub-id>
          <pub-id pub-id-type="medline">12435261</pub-id>
          <pub-id pub-id-type="pii">jip21007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirst</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Farmer</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Changes in HbA1c level over a 12-week follow-up in patients with type 2 diabetes following a medication change</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <month>3</month>
          <day>25</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0092458"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0092458</pub-id>
          <pub-id pub-id-type="medline">24667212</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-51498</pub-id>
          <pub-id pub-id-type="pmcid">PMC3965408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Facing today’s challenges in diabetes education</article-title>
          <source>Healio Endocrine Today</source>
          <access-date>2021-03-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healio.com/endocrinology/diabetes/news/print/endocrine-today/%7B4a5f80f6-0a86-402b-b463-a8743f4af033%7D/facing-todays-challenges-in-diabetes-education">https://www.healio.com/endocrinology/diabetes/news/print/endocrine-today/%7B4a5f80f6-0a86-402b-b463-a8743f4af033%7D/facing-todays-challenges-in-diabetes-education</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Formosa</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Muscat</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Improving diabetes knowledge and self-care practices</article-title>
          <source>J Am Podiatr Med Assoc</source>
          <year>2016</year>
          <month>09</month>
          <day>02</day>
          <volume>106</volume>
          <issue>5</issue>
          <fpage>352</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.7547/15-071</pub-id>
          <pub-id pub-id-type="medline">27762618</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>US Preventive Services Task Force</collab>
            <name name-style="western">
              <surname>Curry</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Krist</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Caughey</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Doubeni</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Epling</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Kemper</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Kubik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Landefeld</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Mangione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Phipps</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Silverstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Behavioral weight loss interventions to prevent obesity-related morbidity and mortality in adults: US preventive services task force recommendation statement</article-title>
          <source>J Am Med Assoc</source>
          <year>2018</year>
          <month>09</month>
          <day>18</day>
          <volume>320</volume>
          <issue>11</issue>
          <fpage>1163</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2018.13022</pub-id>
          <pub-id pub-id-type="medline">30326502</pub-id>
          <pub-id pub-id-type="pii">2702878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amante</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Pagoto</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>English</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of electronic portal usage among patients with diabetes</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2014</year>
          <month>11</month>
          <volume>16</volume>
          <issue>11</issue>
          <fpage>784</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2014.0078</pub-id>
          <pub-id pub-id-type="medline">24999599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marincic</surname>
              <given-names>PZ</given-names>
            </name>
            <name name-style="western">
              <surname>Hardin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Salazar</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>SX</given-names>
            </name>
            <name name-style="western">
              <surname>Gaillard</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Diabetes self-management education and medical nutrition therapy improve patient outcomes: a pilot study documenting the efficacy of registered dietitian nutritionist interventions through retrospective chart review</article-title>
          <source>J Acad Nutr Diet</source>
          <year>2017</year>
          <month>08</month>
          <volume>117</volume>
          <issue>8</issue>
          <fpage>1254</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jand.2017.01.023</pub-id>
          <pub-id pub-id-type="medline">28330731</pub-id>
          <pub-id pub-id-type="pii">S2212-2672(17)30105-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ragucci</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Fermo</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Wessell</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Chumney</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of pharmacist-administered diabetes mellitus education and management services</article-title>
          <source>Pharmacotherapy</source>
          <year>2005</year>
          <month>12</month>
          <volume>25</volume>
          <issue>12</issue>
          <fpage>1809</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1592/phco.2005.25.12.1809</pub-id>
          <pub-id pub-id-type="medline">16305300</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
