<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JME</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id>
      <journal-title>JMIR Medical Education</journal-title>
      <issn pub-type="epub">2369-3762</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i4e40520</article-id>
      <article-id pub-id-type="pmid">36102282</article-id>
      <article-id pub-id-type="doi">10.2196/40520</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Educational Impact of Web-Based, Faculty-Led Continuing Medical Education Programs in Type 2 Diabetes: A Survey Study to Analyze Changes in Knowledge, Competence, and Performance of Health Care Professionals</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kim</surname>
            <given-names>James</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Morgan</surname>
            <given-names>Tamara</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ganesh</surname>
            <given-names>Shankar</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>Stewart B</given-names>
          </name>
          <degrees>MPH, MD, CM</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1794-6551</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Idzik</surname>
            <given-names>Shannon</given-names>
          </name>
          <degrees>BS, MS, DNP</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7200-8541</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Boasso</surname>
            <given-names>Adriano</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9673-6319</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Neunie</surname>
            <given-names>Sola Quasheba</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6696-6439</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Noble</surname>
            <given-names>Alexander Daniel</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9869-7357</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Such</surname>
            <given-names>Helen Elaine</given-names>
          </name>
          <degrees>BA, PgCE</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9967-3077</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Van</surname>
            <given-names>Joanna</given-names>
          </name>
          <degrees>BS, DO</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>University Clinical Investigators (d.b.a. Diabetes Research Center)</institution>
            <addr-line>2492 Walnut Avenue</addr-line>
            <addr-line>Suite 130</addr-line>
            <addr-line>Tustin, CA, 92780</addr-line>
            <country>United States</country>
            <phone>1 410 706 8129</phone>
            <email>jvan@uciinc.net</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5138-978X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Schulich School of Medicine and Dentistry</institution>
        <institution>Western University</institution>
        <addr-line>London, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of Maryland School of Nursing</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>touchIME</institution>
        <addr-line>Stockport</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>University Clinical Investigators (d.b.a. Diabetes Research Center)</institution>
        <addr-line>Tustin, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Joanna Van <email>jvan@uciinc.net</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <volume>8</volume>
      <issue>4</issue>
      <elocation-id>e40520</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>9</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Stewart B Harris, Shannon Idzik, Adriano Boasso, Sola Quasheba Neunie, Alexander Daniel Noble, Helen Elaine Such, Joanna Van. Originally published in JMIR Medical Education (https://mededu.jmir.org), 14.10.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on https://mededu.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mededu.jmir.org/2022/4/e40520" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The treatment landscape for type 2 diabetes (T2D) is continually evolving; therefore, ongoing education of health care professionals (HCPs) is essential. There is growing interest in measuring the impact of educational activities, such as through use of the Moore framework; however, data on the benefits of continuing medical education (CME) in the management of T2D remain limited.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to evaluate HCP satisfaction; measure improvements in knowledge, competence<italic>,</italic> and performance following short, case-based, multidisciplinary web-based CME activities<italic>;</italic> and identify the remaining educational gaps.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Two faculty-led, CME-accredited, web-based educational activities on T2D and obesity, touchIN CONVERSATION and touch MultiDisciplinary Team, were developed and made available on a free-to-access medical education website. Each activity comprised 3 videos lasting 10 to 15 minutes, which addressed learning objectives developed based on a review of published literature and faculty feedback. Participant satisfaction (Moore level 2) was evaluated using a postactivity questionnaire. For both activities, changes in knowledge and competence (Moore levels 3 and 4) were assessed using questionnaires completed by representative HCPs before or after participation in the activities. A second set of HCPs completed a questionnaire before and after engaging in activities that assessed changes in self-reported performance (Moore level 5).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Each activity was viewed by approximately 6000 participants within 6 months. The participants expressed high levels of satisfaction (&#62;80%) with both activities. Statistically significant improvements from baseline in knowledge and competence were reported following participation in touchIN CONVERSATION (mean score, SD before vs after activity: 4.36, 1.40 vs 5.42, 1.37; <italic>P</italic>&#60;.001), with the proportion of learners answering at least six of 7 questions correctly, increasing from 22% (11/50) to 60% (30/50). A nonsignificant improvement in knowledge and competence was observed following participation in touch MultiDisciplinary Team (mean score, SD 4.36, 1.24 vs 4.58, 1.07; <italic>P</italic>=.35); however, baseline knowledge and competence were relatively high, where 80% of the respondents (40/50) answered at least four of 6 questions correctly. A significant improvement in HCP self-reported performance was observed in a combined analysis of both activities (mean score, SD 2.65, 1.32 vs 3.15, 1.26; <italic>P</italic>=.03), with the proportion of learners selecting the answer representing the best clinical option for all 4 questions increasing from 32% (11/34) to 59% (20/34) after the activity. Several unmet educational needs were self-reported or identified from the analysis of incorrectly answered questions, including setting individualized glycemic targets and the potential benefits of sodium-glucose cotransporter 2 inhibitor therapies.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Short, case-based, web-based CME activities designed for HCPs to fit their clinical schedules achieved improvements in knowledge, competence, and self-reported performance in T2D management. Ongoing educational needs identified included setting individualized glycemic targets and the potential benefits of sodium-glucose cotransporter 2 inhibitor therapies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>clinical case</kwd>
        <kwd>competence</kwd>
        <kwd>continuing medical education</kwd>
        <kwd>knowledge</kwd>
        <kwd>multidisciplinary team</kwd>
        <kwd>web-based education</kwd>
        <kwd>performance</kwd>
        <kwd>type 2 diabetes</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Epidemiology and Burden of Type 2 Diabetes</title>
        <p>Diabetes is a major public health concern worldwide. In 2021, it was estimated to affect 537 million adults (9.8% of the world’s population) and was responsible for 6.7 million deaths [<xref ref-type="bibr" rid="ref1">1</xref>]. Type 2 diabetes (T2D) is the most common type of diabetes, accounting for more than 90% of all cases worldwide, and is often associated with lifestyle factors, such as an unhealthy diet and obesity [<xref ref-type="bibr" rid="ref1">1</xref>]. It is well established that reducing levels of glycated hemoglobin (HbA<sub>1c</sub>) in patients with diabetes can delay the onset and progression of microvascular and macrovascular complications [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. An HbA<sub>1c</sub> &#60;7% is recognized by both the American Diabetes Association and the European Association for the Study of Diabetes as an appropriate glycemic target [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], although the proportion of patients with T2D who achieve HbA<sub>1c</sub> &#60;7% varies from approximately 20% to 50% in different regions of the world [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Thus, there remains a need to achieve optimal glycemic control in patients with T2D [<xref ref-type="bibr" rid="ref6">6</xref>]. However, diabetes management has become increasingly complex for health care professionals (HCPs) owing to multiple medication classes and treatment combinations, the need to avoid hypoglycemia or hyperglycemia, multiple medical device options, and the need to facilitate patients’ lifestyles [<xref ref-type="bibr" rid="ref8">8</xref>]. This multiplicity of treatment options, combined with the need to manage the risk of complications in patients with T2D, underscores the need for HCP education to ensure optimal patient management according to the most recent guidelines and evidence-based practice [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. T2D management has also evolved from a glucocentric approach aimed at achieving glycemic control to a holistic approach aimed at preventing complications and improving quality of life, with a 2018 consensus report from the American Diabetes Association and European Association for the Study of Diabetes, highlighting the importance of person-centered care [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Specifically, it is now recommended that the selection of add-on therapy after metformin should be based on factors other than just HbA<sub>1c</sub>, and decision-making should also take into account the presence of comorbidities such as atherosclerotic cardiovascular disease, heart failure, and chronic kidney disease, as well as the patient’s clinical characteristics, risks for side effects, and socioeconomic factors [<xref ref-type="bibr" rid="ref11">11</xref>]. This person-centered approach to T2D management is particularly relevant to primary care providers, such as family physicians, internists, nurse practitioners, and physician assistants. Thus, given the increase in the prevalence of T2D in countries such as the United States, primary care providers play a key role in ensuring that patients who do not require specialist care remain at low risk of complications and comorbidities and can be effectively managed in a primary care setting [<xref ref-type="bibr" rid="ref11">11</xref>]. The focus of primary care providers on the prevention of T2D progression or worsening also makes them well placed to lead a person-centered approach to diabetes care with the aim of achieving both good glycemic control and reducing the risk of complications [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>Education in T2D Management</title>
        <p>As the treatment landscape and guidelines for T2D are continually evolving, innovative educational activities are required to ensure that HCPs remain up to date with clinical developments in the management of the disease. In addition, a multidisciplinary and person-centered approach is recommended for the management of patients with diabetes [<xref ref-type="bibr" rid="ref12">12</xref>]. In support of this, a position statement published by the Insights for Diabetes Excellence, Access, and Learning Group in 2020 emphasized the need for responsive and effective HCP education to meet the increasing needs for diversity, specialism, cultural competence, advancing practice, and person-centeredness in diabetes care delivery [<xref ref-type="bibr" rid="ref13">13</xref>]. They also highlighted the importance of proactive rather than reactive diabetes care to avoid therapeutic inertia in timely treatment intensification [<xref ref-type="bibr" rid="ref13">13</xref>]. Many activities focusing on HCP education in the management of T2D have been developed. Although some peer-reviewed publications have described outcomes from educational activities in diabetes, these are highly heterogeneous, may include patients with type 1 diabetes, and may include a range of activities and a variety of end points [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Medical Education for HCPs</title>
        <p>Traditionally, ongoing medical education for HCPs worldwide involves live symposia, face-to-face workshops, and training events. However, for many HCPs, these can be cost and time prohibitive [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. As an alternative, web-based distance learning offers many advantages, including ease of access, ability to take a course from any location, lower cost of delivery, and availability at any time [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. With the onset of the COVID-19 pandemic, the need to digitize medical education programs became even more urgent to ensure that HCPs had continued access to education in the absence of face-to-face events [<xref ref-type="bibr" rid="ref23">23</xref>]. Several studies and commentaries published during this time illustrated that web-based events can be effective and can reduce barriers to access [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. Effective web-based educational activities depend on many factors, including well-designed course content and well-prepared and fully supported instructors [<xref ref-type="bibr" rid="ref27">27</xref>]. Education should also be in the context of patient care, answer HCP questions, and be directly applicable to their work [<xref ref-type="bibr" rid="ref28">28</xref>]. Precanvassing the target audience, for example, asking potential learners to provide specific questions or cases that they would like the activity to cover, can be valuable, as it theoretically allows learners to become more vested in the activity by contributing questions on their own key educational areas of interest. Involving learners in the identification of educational gaps is a well-known tool for designing educational activities that can effectively impact theoretical and practical knowledge [<xref ref-type="bibr" rid="ref29">29</xref>]. Precanvassing the audience allows us to involve learners in activity development and encourages participation and engagement. The value of adopting surveys of the target audience to identify needs and shape educational programs has been previously demonstrated [<xref ref-type="bibr" rid="ref30">30</xref>]. Delivering content using an engaging format may be particularly important in the digital age, given the competing demands for individuals’ attention [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>The need for interdisciplinary medical education has arisen because medicine has become increasingly specialized in recent decades; this can be effectively met by various specialties presenting content to a multidisciplinary audience of HCPs [<xref ref-type="bibr" rid="ref32">32</xref>]. With studies demonstrating the high use of freely available medical education by a multidisciplinary audience, it is important for medical education providers to address this need by providing interdisciplinary programs [<xref ref-type="bibr" rid="ref32">32</xref>]. The World Health Organization has also highlighted that medical education providers and programs should deliver education that helps HCPs acquire wide-ranging competencies, including multidisciplinary patient care [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Assessing the Impact of Education</title>
        <p>For many years, HCPs only had to provide documentation of attendance at educational activities to qualify for certification by their professional associations or the reregistration of their medical licenses [<xref ref-type="bibr" rid="ref34">34</xref>]. However, there is growing recognition of the need to assess the impact of continuing medical education (CME) on HCP performance and health outcomes [<xref ref-type="bibr" rid="ref34">34</xref>]. The Accreditation Council for Continuing Medical Education (ACCME) now requires CME providers to demonstrate changes in learner competence, performance, or patient outcomes because of the program [<xref ref-type="bibr" rid="ref35">35</xref>]. Similarly, the American Nurses Credentialing Center requires that an accredited provider measures the impact of its educational activities in relation to improving the knowledge, skills, and practices of registered nurses [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>In 2009, Moore et al [<xref ref-type="bibr" rid="ref34">34</xref>] developed an expanded 7-level framework for planning and assessing the outcomes of a CME program. Level 1 measures the number of HCPs who participate in an activity, and level 2 measures the extent to which they are satisfied with it, using a questionnaire completed after the activity. Levels 3 and 4 measure knowledge and competence, respectively. Knowledge can be assessed either objectively through pre- and postactivity tests or subjectively through self-reports of knowledge gain. Competence can be assessed either objectively by observation in an educational setting or subjectively by self-reporting competence or intention to change. Level 5 measures performance and can be objectively assessed through performance in a patient care setting or subjectively assessed through self-reporting of performance. Levels 6 and 7 measure the degree to which education can improve the health status of patients or a community of patients through an analysis of health status measures in patient charts or databases or of epidemiological data [<xref ref-type="bibr" rid="ref34">34</xref>]. Moore levels have been widely used to measure the outcomes of educational programs and have been included in many consensus documents and best practice recommendations [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>In this study, we developed and implemented 2 faculty-led, CME-accredited, web-based educational activities on T2D and obesity and analyzed the educational outcomes up to Moore level 5. The objectives of this analysis were to (1) evaluate the learners’ satisfaction with the educational activities, as well as the changes in knowledge, competence, and performance that were achieved following their implementation and (2) identify the remaining educational gaps in the clinical management of T2D and obesity.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Educational Activities</title>
        <p>Educational gaps were identified at the start of activity development, in March 2021, by touch Independent Medical Education (touchIME), a provider of independent medical education for the global HCP community. The identification process included a thorough review of the relevant published literature on T2D and feedback from expert faculty specializing in diabetes care and research.</p>
        <p>The expert faculty and patient faculty member were identified and recruited by the medical directors at touchIME. The expert faculty was identified through searches of the literature, relevant congress websites, and web-based educational videos, for diabetes experts with an established background in diabetes research and clinical practice. The Patient faculty member was identified through searches for videos or blogs detailing the firsthand experience of a patient with T2D and obesity. Recruitment was conducted by email invitation, which included details of the proposed activity. Conflict of interest statements from all faculty participants were gathered during the recruitment stage. All the expert faculty members involved in the educational activities are authors of this manuscript or mentioned in the acknowledgments.</p>
        <p>Learning objectives were designed based on the educational gaps, and 2 faculty-led, web-based, CME-accredited activities were developed, each comprising 3 recorded 10- to 15-minute videos that addressed the learning objectives (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The identified educational gaps and corresponding learning objectives for touchIN CONVERSATION and touch MultiDisciplinary Team (touchMDT) are listed in Table S1 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. Both activities were recorded remotely using a web-based video conferencing platform and were made available to the HCPs for a maximum of 24 months after launch.</p>
        <p>The first activity, touchIN CONVERSATION, featured an endocrinologist and a diabetes specialist and focused on the management of specific patient cases in the clinic. The learning objectives were to (1) evaluate the unmet need for achieving glycemic control and the associated reasons, (2) decide how to apply individualized glycemic targets according to patient characteristics, and (3) choose appropriate treatments with properties relevant to the individual patient to help achieve glycemic control. For the activity to be immediately relevant to participants’ daily practice, the target audience was precanvassed for questions related to specific patient cases. Precanvassing was carried out by touchIME starting 4 weeks before the videos were recorded, whereby HCPs were invited to submit questions based on patient cases on the following key topics: (1) challenges faced in achieving glycemic control, (2) applying individualized glycemic targets according to patient characteristics, and (3) treatment choices for achieving glycemic targets safely. Canvassing through social media took place using Facebook, LinkedIn, and Twitter, with announcements targeting relevant HCPs, identified using keywords in their profiles linked to diabetes and endocrinology. Canvassing through organic social media involved nontargeted announcements on the same 3 channels, as well as on touchENDOCRINOLOGY and touchCARDIO websites. In addition, an announcement was sent directly to 11,586 HCPs who had subscribed to emails from the touchENDOCRINOLOGY and touchCARDIO sites. No financial incentives were provided to submit the questions. For each video, 3 questions were developed by the faculty for discussion. The questions were based on the precanvassing and learning objectives of the activity.</p>
        <p>The second activity, a touchMDT, featured an endocrinologist, a primary care physician (PCP), a nurse specializing in diabetes, and a patient with T2D. This study focused on the relationship between T2D and obesity, and the learning objectives were to (1) describe the relationship between T2D and obesity, (2) predict the beneficial effects of weight loss with glucagon-like peptide-1 (GLP-1) receptor agonist (GLP-1 RA)–based therapy and/or sodium-glucose cotransporter 2 inhibitor (SGLT2i) therapy on outcomes in patients with T2D and obesity, and (3) perform appropriate selection of antihyperglycemic therapy with weight loss benefits for patients with T2D and obesity. Each of the three 10-minute discussions involved a different combination of clinicians and the patient and was based on 3 or 4 discussion points focused on the practical management of patients with T2D and obesity from both the clinicians’ and the patient’s perspectives.</p>
        <p>Both activities are available as free to access on the touchENDOCRINOLOGY website (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) [<xref ref-type="bibr" rid="ref38">38</xref>], a web-based HCP education community, from October 2021 to October 2023. The maximum 24-month viewing period was set in accordance with ACCME requirements. To reach a global target audience of HCPs specializing in diabetes, endocrinology, or primary care, a combination of communication channels was used, including emails—using touchMAIL, touchIME’s proprietary software—to touchENDOCRINOLOGY subscribers within the first 12 weeks and then 6 months after activity launch; medical society partnerships (website publicity) throughout the lifetime of activity; and HCP-targeted social media announcements on Facebook, LinkedIn, and Twitter throughout the lifetime of activity. The announcements on these social media platforms were paid. No financial incentives were provided to participate in this activity.</p>
        <p>CME accreditation for both activities was provided by the University of South Florida Health, which is accredited as a provider of continuing professional development by the ACCME and the American Nurses Credentialing Center.</p>
      </sec>
      <sec>
        <title>Assessment of Educational Outcomes</title>
        <p>Outcomes for both activities were assessed according to the Moore expanded outcomes framework (levels 1-5) [<xref ref-type="bibr" rid="ref34">34</xref>]. For levels 1 to 4 (participation, satisfaction, knowledge and competence), the outcomes were assessed for the 2 activities independently. For level 5 (performance), outcomes were assessed for the 2 activities combined to account for the overlap in content, learning objectives (ie, treatment selection and intensification for patients with T2D and overweight or obesity), and target audience.</p>
        <p>Level 1 was assessed over the first 6 months after launch as 2 variables: the number of participants who engaged in the activity and the average time spent by participants viewing the videos. Google Analytics was used to capture geolocation, participant numbers, and the overall average time HCPs spent on the activity. Data on specialty and the country from which participants connected were collected from HCPs who viewed the activity using their touchENDOCRINOLOGY account and from learners who completed the level 3 and level 4 outcome questionnaires.</p>
        <p>Levels 2 to 5 were assessed using the outcome questionnaires. To avoid bias, all data from the level 2 to level 5 questionnaires were collected by an independent third-party vendor (nuaxia Limited) that was not involved in the development of the activities. A target audience was specified for fielding the questionnaires so that the sample was taken from relevant respondents (HCPs who completed the preactivity questionnaire) and learners (HCPs who participated in the activity and completed the postactivity questionnaire). Financial incentives were provided by nuaxia Limited for the HCPs to complete the questionnaires. For both activities, the target audiences were predefined by specialty (diabetologists, endocrinologists, and primary care specialists) and country (France, Germany, Italy, Spain, and the United States). A database of 203,744 HCPs was sampled based on a predefined target audience. To avoid any pre-exposure bias and obtain a statistically representative sample size, data were collected using an independent sample model both before and after the launch of each activity. All questionnaires were fielded to the database and then closed once a prespecified number of HCPs responded. Levels 3 and 4 are assessed using a single questionnaire. Preactivity scores were obtained by fielding this questionnaire 1 to 2 weeks before launch (to ensure that the sample was from HCPs who had not interacted with the activity) and were closed after 50 respondents had completed it. Postactivity scores were obtained by fielding this questionnaire to another set of HCPs immediately after the launch and closed after 50 learners responded. The level 2 questionnaire assessing satisfaction with the activities was included with the level 3 and level 4 questionnaire that was fielded after the activity. For level 5, the questionnaire was fielded 1 to 2 weeks before the launch—to a different set of HCPs to those who answered the level 3 and level 4 questionnaires—and was closed after 50 respondents had completed it. At 26 weeks after the launch, the level 5 questionnaire was administered to the same 50 learners who had responded before the activity; of these, 34 (68%) responded to the postactivity fielding, and data are presented as paired samples from these 34 learners only. For levels 2 to 5, the learners who responded to the postactivity questionnaires viewed the activity as part of the questionnaire process.</p>
        <p>The level 2 satisfaction questionnaire included the following 5 statements that were to be scored using a 1- to 5-point Likert scale (where 5 is the highest satisfaction): this activity was of high quality, this activity met the stated learning objectives, the presenters were knowledgeable and effective, the activity contained content relevant to my clinical practice, and the information presented is likely the help change my management strategies in this therapeutic area. Levels 3 and 4 (knowledge and competence) and level 5 (performance) were assessed using questionnaires developed by the medical directors at touchIME and approved for scientific and medical accuracy by the faculty (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). Satisfaction data were collected from participants immediately after engaging in the activity and before answering the level 3 and level 4 questionnaires. The level 3 and level 4 questionnaires comprised 7 questions for touchIN CONVERSATION (Table S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) and 6 questions for touchMDT (Table S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). All the questions were multiple-choice, with 3 to 4 possible answers, of which only one was correct. Data were analyzed for the overall participant groups and in subgroups defined by country, specialty, and years of experience. The level 5 questionnaire is a subjective assessment based on self-reported change in performance. It included 4 multiple-choice questions with 4 possible answers. All answers were plausible, but one was the best possible clinical option (Table S4 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        <boxed-text id="box1" position="float">
          <title>Topics included in the level 3, level 4, and level 5 outcome questionnaires.</title>
          <p>
            <bold>Levels 3 and 4</bold>
          </p>
          <p>To assess levels 3 and 4, separate questionnaires were developed for touchIN CONVERSATION and touch MultiDisciplinary Team activities</p>
          <list list-type="bullet">
            <list-item>
              <p>touchIN CONVERSATION</p>
              <list>
                <list-item>
                  <p>Factors contributing to clinical inertia</p>
                </list-item>
                <list-item>
                  <p>Achieving glycemic control in nonadherent patients</p>
                </list-item>
                <list-item>
                  <p>Selecting individualized glycemic targets and add-on therapies</p>
                </list-item>
                <list-item>
                  <p>Emerging therapies for patients with type 2 diabetes (T2D) and overweight or obesity</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>touchMDT (touch MultiDisciplinary Team)</p>
              <list>
                <list-item>
                  <p>Mechanisms linking obesity to T2D</p>
                </list-item>
                <list-item>
                  <p>Benefits of weight loss for T2D prevention</p>
                </list-item>
                <list-item>
                  <p>Clinical benefits of glucagon-like peptide-1 receptor agonists (GLP-1 RAs) and sodium-glucose cotransporter-2 inhibitors (SGLT2is)</p>
                </list-item>
                <list-item>
                  <p>Treatment intensification after a GLP-1 RA or metformin</p>
                </list-item>
              </list>
            </list-item>
          </list>
          <p>
            <bold>Level 5</bold>
          </p>
          <p>To assess level 5, a single questionnaire was sent to the respondents of both activities</p>
          <list list-type="bullet">
            <list-item>
              <p>Appropriate second-line treatment selection for patients with T2D and overweight or obesity</p>
            </list-item>
            <list-item>
              <p>Eligibility criteria for treatment with a GLP-1 RA</p>
            </list-item>
            <list-item>
              <p>Outcomes expected for patients treated with an SGLT2i</p>
            </list-item>
            <list-item>
              <p>Treatment intensification in patients with T2D, obesity, and atherosclerotic cardiovascular disease, who have not achieved their glycemic target</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Intention to Change Practice</title>
        <p>To assess the impact of the educational activities on HCPs’ willingness to change their clinical practice, learners who took part in the level 2 to level 5 questionnaires after participating in the activities were asked the following multiple-choice question: “As a result of your participation in this session, will you make a change in your practice?” There were 5 possible mutually exclusive responses: yes, uncertain—more education needed, uncertain—practical limitations, no—more education needed, and no—practical limitations.</p>
      </sec>
      <sec>
        <title>Identification of Remaining Educational Gaps</title>
        <p>To collect information on the learners’ perspective on the need for further education in the management of T2D, those who completed the level 2 to level 5 questionnaires after the activity were asked the question, “What do you think is the most important unmet educational need in this therapy area?” They were required to rank 4 predefined potential educational gaps (12 in total over the 3 questionnaires) by importance. Potential educational gaps were drafted by the medical directors at touchIME, with input from the faculty on the respective activities, and were included at the end of the questionnaires after the multiple-choice questions. The results were analyzed using a single transferable vote system. In the first round of voting, all first-choice votes were counted to determine the most important educational gap for the participants; in the second round, all second-choice votes were counted to determine the second most important educational gap. Any first-choice vote, not from the winning option in the first round, was also counted in the second round. The voting rounds continued until all options were placed in order. In addition, questions in the level 3 and level 4 questionnaires that were answered incorrectly by ≥40% of learners after completion of the activity were identified as outstanding educational gaps.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Data were analyzed using SPSS Statistics (version 28.0.1; IBM Corp). On the basis of target population of learners and the sample size, a statistical power calculation was used to determine the number of respondents (N=50) and learners (N=50) required to detect a statistically significant difference between surveys conducted before and after the activity, with a margin of error of approximately 10% for both touchIN CONVERSATION and touchMDT. For the satisfaction (level 2) questionnaire, the mean scores were calculated for the individual questions, and an overall satisfaction score was calculated as the average across all satisfaction fields, with a maximum possible satisfaction score of 5 points out of 5. For the knowledge and competence (levels 3 and 4) analysis, the mean and median numbers of correct answers were calculated for both the pre- and postactivity data sets, and the results were compared using an independent sample 2-tailed <italic>t</italic> test. To analyze the results by country, specialty, and experience, 2-way ANOVA was used. Individual questions were first analyzed using a paired sample <italic>t</italic> test and then using 1-way ANOVA. Data collection for performance (level 5) was performed using a matched sampling method. Pre- and postactivity data were compared using a paired sample <italic>t</italic> test. Country, specialty, and experience analyses were conducted using the same methods as for levels 3 and 4 using 2-way ANOVAs.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The faculty for touchIN CONVERSATION and touchMDT consented to the necessary use, distribution, and reproduction of their contribution to the activities and assigned the entire copyright and all other intellectual property rights existing in their contributions to touchIME. According to the European Union General Data Protection Regulation [<xref ref-type="bibr" rid="ref39">39</xref>], HCPs who responded to the outcome questionnaires were informed before their input that, as with all research, their identity and personal data were strictly confidential and would not be revealed without their explicit further consent. This study did not report experiments on human participants; therefore, institutional review board approval and informed consent were not applicable.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Assessment of Educational Activities</title>
        <sec>
          <title>Level 1—Participation</title>
          <p>Data collected between 6 and 7 months after launch showed that 6759 and 5998 participants had engaged with the touchIN CONVERSATION and touchMDT activities, respectively. The average length of participation was 8.50 minutes for the touchIN CONVERSATION and 13.09 minutes for the touchMDT (<xref ref-type="table" rid="table1">Table 1</xref>). For both activities, most participants specialized in endocrinology or diabetes, with only a small proportion working in primary care. Most participants were physicians (8869/12,757, 69.5%, for both activities combined), with the remainder being either nurse practitioners (2551/12,757, 20%) or physician assistants (1335/12,757, 10.5%). Participants from 25 countries engaged in each activity. The largest proportion of HCPs who engaged in the touchIN CONVERSATION activity was based in the United States, followed by the Philippines and Italy. The largest proportion of HCPs who participated in the touchMDT activity were based in the United Kingdom, followed by the United States, Portugal, and Italy. All other countries were represented by fewer than 10% of participants for each activity (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Engagement results and demographics of participants in the touchIN CONVERSATION and touch MultiDisciplinary Team (touchMDT) activities<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="470"/>
              <col width="250"/>
              <col width="0"/>
              <col width="250"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">touchIN CONVERSATION</td>
                  <td>touchMDT</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">Participant engagement, n</td>
                  <td colspan="2">6759</td>
                  <td>5998</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Countries reached, n</td>
                  <td colspan="2">25</td>
                  <td>25</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Length of participation (minutes), mean (SD)</td>
                  <td colspan="2">8.50</td>
                  <td>13.09</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Specialty, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Endocrinology</td>
                  <td>3109 (46.00)</td>
                  <td colspan="2">3178 (52.98)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Diabetes</td>
                  <td>2500 (36.99)</td>
                  <td colspan="2">1979 (32.99)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Primary care</td>
                  <td>1149 (17.00)</td>
                  <td colspan="2">839 (13.99)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Not reported</td>
                  <td>1 (0.01)</td>
                  <td colspan="2">2 (0.03)</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Role, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Physician</td>
                  <td>4731 (70.00)</td>
                  <td colspan="2">4138 (68.99)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Physician assistant</td>
                  <td>676 (10.00)</td>
                  <td colspan="2">659 (10.99)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Nurse practitioner</td>
                  <td>1352 (20.00)</td>
                  <td colspan="2">1199 (19.99)</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Country<sup>b</sup>, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>United States</td>
                  <td>2064 (30.54)</td>
                  <td colspan="2">1319 (21.99)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Philippines</td>
                  <td>1323 (19.57)</td>
                  <td colspan="2">N/A<sup>c</sup></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Italy</td>
                  <td>872 (12.90)</td>
                  <td colspan="2">574 (9.57)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>India</td>
                  <td>507 (7.50)</td>
                  <td colspan="2">100 (1.67)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Bangladesh</td>
                  <td>466 (6.89)</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Australia</td>
                  <td>242 (3.58)</td>
                  <td colspan="2">148 (2.47)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Pakistan</td>
                  <td>222 (3.28)</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>United Kingdom</td>
                  <td>161 (2.38)</td>
                  <td colspan="2">1470 (24.51)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Spain</td>
                  <td>137 (2.03)</td>
                  <td colspan="2">338 (5.64)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ireland</td>
                  <td>107 (1.58)</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Portugal</td>
                  <td>N/A</td>
                  <td colspan="2">657 (10.95)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Canada</td>
                  <td>N/A</td>
                  <td colspan="2">280 (4.67)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Netherlands</td>
                  <td>N/A</td>
                  <td colspan="2">149 (2.48)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mexico</td>
                  <td>N/A</td>
                  <td colspan="2">116 (1.93)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Data collected on April 22, 2022, and at 203 and 190 days after the launch of touchIN CONVERSATION and touchMDT, respectively.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>Country where the participant was based at the time of completing the activity. Data are reported for countries represented by ≥2% of the participants for at least one activity.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Level 2—Satisfaction</title>
          <p>The overall satisfaction scores were 84% (4.2/5) for touchIN CONVERSATION and 82% (4.2/5) for touchMDT. For touchIN CONVERSATION and touchMDT, respectively, satisfaction scores of 4.2 and 4.1 for the quality of the activity, 4.2 and 4.2 for meeting the stated learning objectives, 4.3 and 4.3 for the knowledge and effectiveness of the presenters, 4.4 and 4.1 for relevance to clinical practice, and 4.0 and 3.8 for impact on management strategies were achieved out of a maximum score of 5.0.</p>
        </sec>
        <sec>
          <title>Levels 3 and 4—Knowledge and Competence</title>
          <p>Before the launch of the touchIN CONVERSATION activity, 22% (11/50) of the respondents answered at least 6 of the 7 questions of the level 3 and level 4 questionnaires correctly, whereas after participating in the activity, this increased to 60% (30/50). There was a significant increase in the average number of correctly answered questions from before to after the activity (median, IQR 4.5, 3.0-5.0 vs 6.0, 4.75-6.0; mean, SD 4.36, 1.40 vs 5.42, 1.37; <italic>P</italic>&#60;.001). These results are shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, where heat maps on the left show the proportion of respondents (n=50) and learners (n=50) who answered a specific number of questions correctly, as displayed by colors ranging from white (lowest proportion of respondents and learners) to dark red (highest proportion of respondents and learners). The box-and-whisker plots on the right show the distribution of the number of correctly answered questions by all respondents and learners. In both plots, the horizontal red line within the box indicates the median, the “x” symbol represents the mean, the boxes indicate the IQR, and the vertical lines (whiskers) extend to the range of values, excluding outliers. Outliers are defined as values that fall outside a distance of 1.5× the IQR from the upper and lower quartiles and are represented by empty circles. Respondents and learners were HCPs who completed the pre- and postactivity questionnaires, respectively.</p>
          <p>There was also improved knowledge from before to after the activity in the selection of individualized glycemic targets for older patients (22/50, 44% answered correctly before the activity vs 35/50, 70% answered correctly after the activity) and of emerging therapies for T2D and obesity (31/50, 62% vs 44/50, 88%). In addition, improved competence in selecting individualized glycemic targets for younger patients (13/50, 26% vs 21/50, 42%) and in selecting an add-on therapy for patients at a high risk of cardiovascular disease (35/50, 70% vs 45/50, 90%) was observed (<xref rid="figure2" ref-type="fig">Figure 2</xref>, where the bar graphs show the percentage of respondents (n=50) and learners (n=50) who answered each question correctly. The numbers within the bars indicate their values. Respondents and learners were HCPs who completed the pre- and postactivity questionnaires, respectively).</p>
          <p>For the touchMDT, there was no significant increase in the number of correct answers from before to after the launch of the activity (median, IQR 5.0, 4.0-5.0 vs 5.0, 4.0-5.0; mean, SD 4.36, 1.24 vs 4.58, 1.07; <italic>P</italic>=.35; <xref rid="figure1" ref-type="fig">Figure 1</xref>). Notably, 80% (40/50) of the respondents answered at least 4 of the 6 questions correctly before the activity was available, indicating high baseline knowledge and competence in this cohort (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This increased to 86% (43/50) after the launch, with the greatest improvement observed in competence in treatment intensification after GLP-1 RA treatment (34/50, 68% vs 38/50, 76%; see <xref rid="figure3" ref-type="fig">Figure 3</xref>, where the bar graphs show the percentage of respondents (n=50) and learners (n=50) who answered each question correctly. The numbers within the bars indicate their values. Respondents and learners were HCPs who completed the pre- and postactivity questionnaires, respectively).</p>
          <p>For both activities, the change in the mean number of questions answered correctly was similar across countries (touchIN CONVERSATION, <italic>P</italic>=.36; touchMDT, <italic>P</italic>=.15; Figures S1 and S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) and years of experience (touchIN CONVERSATION, <italic>P</italic>=.51; touchMDT, <italic>P</italic>=.90; Figures S1 and S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). For both activities, respondents specializing in primary care had the lowest mean scores at baseline (touch IN CONVERSATION: 3.62; touchMDT: 4.06; Figures S1 and S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Furthermore, a significant difference in the change in the mean number of questions answered correctly was observed between specialties (touchIN CONVERSATION, <italic>P</italic>=.03; touchMDT, <italic>P</italic>=.03), with primary care and diabetes specialists showing the largest increase in scores following the touchIN CONVERSATION and touchMDT activities, respectively (Figures S1 and S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Summary of the number of correct responses for the level 3 and level 4 outcome questionnaires before and after the launch of touchIN CONVERSATION and touchMDT (touch MultiDisciplinary Team).</p>
            </caption>
            <graphic xlink:href="mededu_v8i4e40520_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Summary of correct responses for individual topics for the level 3 and level 4 outcome questionnaires before and after the launch of touchIN CONVERSATION. CV: cardiovascular; T2D: type 2 diabetes.</p>
            </caption>
            <graphic xlink:href="mededu_v8i4e40520_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Summary of correct responses for individual topics for the level 3 and level 4 outcome questionnaires before and after the launch of touchMDT. CV: cardiovascular; GLP-1 RA: glucagon-like peptide-1 receptor agonist; SGLT2i: sodium-glucose cotransporter-2 inhibitor; T2D: type 2 diabetes;  touchMDT: touch MultiDisciplinary Team.</p>
            </caption>
            <graphic xlink:href="mededu_v8i4e40520_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Level 5—Performance</title>
          <p>Before the launch of the touchIN CONVERSATION and touchMDT activities, 32% (11/34) of the respondents selected the answer representing the best clinical option for all 4 questions. This increased to 59% (20/34) after participating in the activities (<xref rid="figure4" ref-type="fig">Figure 4</xref>; where the heat map on the left shows the proportion of learners (n=34) who answered a specific number of questions by selecting the best of 4 clinical options before and after viewing the activities, as displayed by colors ranging from white (lowest proportion of respondents and learners) to dark red (highest proportion of respondents and learners). The box-and-whisker plot on the right shows the distribution of the number of questions answered by selecting the best clinical option by all learners before and after viewing the activity. The horizontal red line within the box indicates the median, the “x” symbol represents the mean, the box indicates the IQR, and the vertical lines (whiskers) extend to the range of values, excluding outliers. Outliers are defined as values that fall outside a distance of 1.5× the IQR from the upper and lower quartiles and are represented by empty circles). Overall, a significant increase in the number of best clinical options selected from before to after the activity was observed (median, IQR 3.0, 2.0-4.0 vs 4.0, 2.5-4.0; mean, SD 2.65, 1.32 vs 3.15, 1.26; <italic>P</italic>=.03; <xref rid="figure4" ref-type="fig">Figure 4</xref>). Improved performance from before to after the activity was observed for all 4 questions; in particular, questions related to treatment intensification for patients not achieving their glycemic target (23/34, 68% of the respondents gave the best clinical option response before the activity vs 28/34, 82% who gave the best clinical option response after the activity) and eligibility criteria for treatment with a GLP-1 RA (21/34, 62% vs 26/34, 76%; see <xref rid="figure5" ref-type="fig">Figure 5</xref>, where the bar graph shows the percentage of learners (n=34) who answered each question by selecting the best clinical option before and after viewing the activities. The numbers within the bars indicate their values).</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Summary of responses for the level 5 outcome questionnaire before and after the launch of touchIN CONVERSATION and touchMDT (touch MultiDisciplinary Team).</p>
            </caption>
            <graphic xlink:href="mededu_v8i4e40520_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Summary of correct responses for individual topics for the level 5 outcome questionnaire before and after the launch of touchIN CONVERSATION and touchMDT. ASCVD: atherosclerotic cardiovascular disease; GLP-1 RA: glucagon-like peptide-1 receptor agonist; SGLT2i: sodium-glucose cotransporter-2 inhibitor; touchMDT: touch MultiDisciplinary Team.</p>
            </caption>
            <graphic xlink:href="mededu_v8i4e40520_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The change in the mean number of best clinical options selected was similar across the years of experience (<italic>P</italic>=.66; Figure S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). There was a statistically significant difference in the change in the mean number of the best clinical options selected across different countries (<italic>P</italic>=.03; Figure S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Learners from France and Germany showed the lowest and highest mean numbers of best clinical options selected at baseline, respectively; this did not increase following the touchIN CONVERSATION and touchMDT activities for participants from either country (Figure S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). As in the level 3 and level 4 questionnaires, primary care specialists had a lower mean score at baseline compared with specialists in endocrinology (2.00 vs 2.96), and primary care specialists showed the largest increase in best clinical options selected following the touchIN CONVERSATION and touchMDT activities (<italic>P</italic>=.01; Figure S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        </sec>
      </sec>
      <sec>
        <title>Intention to Change Practice</title>
        <p>More than two-thirds (34/50, 68%) of the learners stated that they would change their practice following their participation in touchIN CONVERSATION. Of the remaining learners, 14% (7/50) were uncertain and 18% (9/50) would not make a change. In total, 12% (6/50) of the participants indicated that more education on the subject would be beneficial.</p>
        <p>For the touchMDT, more than half (27/50, 54%) of learners stated that they would change their practice following their participation in the activity. A total of 24% (12/50) of the learners were uncertain, mostly owing to practical limitations (7/50, 14%), whereas 22% (11/50) stated that they would not make a change, owing to practical limitations (8/50, 16%). In total, 16% (8/50) of the participants indicated that more education on the subject would be beneficial.</p>
        <p>When responding to the level 5 questionnaire, 59% (20/34) of the learners stated that they would make a change to their practice following their participation in the touchIN CONVERSATION and touchMDT activities. Of the remaining learners, 12% (4/34) were uncertain, and 29% (10/34) would not make a change. In total, 18% (6/34) felt that more education would be required, and 21% (7/34) noted that practical limitations would affect their ability to change their practices.</p>
      </sec>
      <sec>
        <title>Identification of Remaining Educational Gaps</title>
        <p>Two educational gaps were identified from the questions that were frequently answered incorrectly in the level 3 and level 4 questionnaires: (1) selecting individualized glycemic targets in younger patients and (2) communicating the benefits of SGLT2i therapies. Questions on the first topic were answered correctly by only 42% (21/50) of the learners after participating in the touchIN CONVERSATION activity (<xref rid="figure2" ref-type="fig">Figure 2</xref>), and questions on the second topic were answered correctly by only 52% (26/50) of the learners after participating in the touchMDT (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
        <p>The 3 most important unmet educational needs identified by touchIN CONVERSATION and touchMDT learners after the activity, in response to the question, “What do you think is the most important unmet educational need in this therapy area?” in the level 2 to level 5 questionnaires, are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Unmet educational needs identified by the touchIN CONVERSATION and touch MultiDisciplinary Team (touchMDT) learners<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="330"/>
            <col width="340"/>
            <col width="330"/>
            <thead>
              <tr valign="top">
                <td>touchIN CONVERSATION (level 2 to level 4 questionnaires)</td>
                <td>touchMDT (level 2 to level 4 questionnaires)</td>
                <td>touchMDT and touchIN CONVERSATION (level 5 questionnaire)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1. Use of time-in-range metrics in continuous glucose monitoring to help optimize glycemic control
                </td>
                <td>1. Strategies for achieving sustained weight loss in patients with T2D<sup>b</sup> and obesity</td>
                <td>1. Efficacy data for emerging antihyperglycemic agents for type 2 diabetes and obesity and their use in clinical practice
                </td>
              </tr>
              <tr valign="top">
                <td>2. Managing treatment regimens to avoid hypoglycemia in patients with T2D</td>
                <td>2. Understanding the data from cardiovascular and renal outcomes trials for antihyperglycemic medications in patients with T2D at high cardiovascular or renal risk</td>
                <td>2. Managing the side effects of antihyperglycemic medications in patients with T2D and obesity</td>
              </tr>
              <tr valign="top">
                <td>3. Efficacy data for emerging antihyperglycemic agents for T2D and their use in clinical practice</td>
                <td>3. Use of time-in-range metrics in continuous glucose monitoring to help optimize glycemic control</td>
                <td>3. Managing treatment regimens to avoid hypoglycemia in patients with T2D</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>The top 3 unmet educational needs are shown, as identified by learners who completed the level 2 to level 4 and level 5 questionnaires following the launch of the touchIN CONVERSATION and touchMDT activities. Learners were required to rank 4 predefined, potential educational gaps in response to the question “What do you think is the most important unmet educational need in this therapy area?”</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>T2D: type 2 diabetes.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study evaluated outcomes following 2 faculty-led, CME-accredited, web-based educational activities on the management of patients with T2D and demonstrated that HCPs expressed high levels of satisfaction and improvements in their knowledge and competence, as well as self-reported performance in T2D management. By the 6- to 7-month postlaunch time point, each activity had been viewed by a global audience of approximately 6000 participants, of which most were specialist physicians. Learners’ satisfaction levels with the educational activities were high, and they considered them to be relevant to clinical practice, meet the stated learning objectives, and impact their future management strategies.</p>
        <p>In the touchIN CONVERSATION activity, learners successfully improved their knowledge, competence, and performance, and the benefits of setting individualized glycemic targets were identified as key future educational needs. In addition, most learners confirmed that they would change their practice in response to participation, highlighting the clinical value of the activity. Although an improvement in self-reported performance after participating in the touchMDT activity was reported, no significant increase in knowledge and competence was observed, and fewer learners indicated an intention to change practice compared with the touchIN CONVERSATION activity. This may reflect the relatively high baseline knowledge and competence levels observed in this cohort. However, competence in advising patients on the clinical benefits of SGLT2i therapy was relatively low, with little improvement observed after the activity. This may suggest a requirement for further education or may reflect a bias based on clinical experience with this treatment class. The high baseline scores and subsequent lack of significant increases in knowledge and competence following the touchMDT may also indicate that the activity successfully consolidated the knowledge and competence gained from the earlier touchIN CONVERSATION, which addressed, in part, similar topics. Thus, it is possible that the respondents of the level 3 and level 4 questionnaires for the touchMDT partially overlapped with the learners from the touchIN CONVERSATION, as the target audience and geographies were identical, and participants were reached through the same channels. This interpretation is consistent with the concept of spaced learning, according to which, re-exposing learners to information over time using temporal intervals results in more effective retention of information than if it was all provided at once [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>Improvements in knowledge and competence were similar across countries and years of experience, indicating that education was beneficial for the entire range of HCPs. Some numerical differences were observed between countries for the level 3 and level 4 questionnaires, with improvements in knowledge and competence seen for learners in the United States, but not in France, Germany, Italy, or Spain following the touchMDT activity. When the impact of education on learners’ performance was assessed, there was a statistically significant difference in performance improvement across different countries, although learners from France and Germany showed no increase in the mean number of the best clinical options selected. Interestingly, although the lack of increase in performance in learners from Germany could be attributed to the high mean of the best clinical options selected at baseline, leaving little room for further increase, learners from France did not show any increase in performance despite showing the lowest score at baseline. Because of the small size of the subgroups, we cannot speculate on the potential reasons for this; further studies with larger groups of participants from these countries are required to obtain meaningful insights. Significant differences were also noted between specialties for the level 3, level 4, and level 5 questionnaires, with the largest improvements observed for primary care specialists. Overall, the HCPs in primary care demonstrated the lowest levels of knowledge, competence, and performance before both activities. This highlights the importance of ongoing education to ensure that primary care teams remain up to date with the rapidly evolving treatment and management landscape of T2D. The high participation numbers and satisfaction scores, combined with improvements in knowledge, competence, and performance observed following one or both activities, support the educational approach of (1) precanvassing prospective learners and using specific patient cases to ensure that the activity is immediately relevant to HCPs’ daily practice and (2) using multidisciplinary faculty and real-life patients to deliver the educational activity.</p>
        <p>Most learners indicated that they would implement changes in clinical practice because of their educational activities. Nonetheless, a notable proportion of HCPs who participated in the activities stated that they would not change their practices at the current time. Although patient-centered care is increasingly becoming the focus of health care improvement, several barriers still exist that may prevent its application in daily clinical practice and on a larger scale across health care organizations [<xref ref-type="bibr" rid="ref41">41</xref>]. These barriers include lack of organizational culture shift, flawed communication and leadership strategies, and practical limitations such as recently updated guidelines, accessibility to emerging drugs and practices, and cost-associated factors [<xref ref-type="bibr" rid="ref41">41</xref>]. In addition, a recent study assessing factors that influence HCPs’ intention to put newly acquired knowledge into practice identified a lack of belief in one’s own capabilities (ie, the belief that one is capable of performing the behavior) among the barriers to adopting changes in clinical practice. The consequences of adopting new clinical behaviors were also cited as a key barrier [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>The results of this study indicated that several educational needs remain. As indicated by the questions that were frequently answered incorrectly after the activity, there appears to be a need for more education on setting individualized glycemic targets, particularly in younger patients, and a need to further understand the potential benefits of SGLT2i therapies. In addition, learners self-selected several educational needs, including the use of time-in-range metrics for continuous glucose monitoring, strategies to avoid hypoglycemia, how to achieve sustained weight loss, understanding data from cardiorenal outcome trials, efficacy data for emerging therapies, and managing the side effects of antihyperglycemic medications.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The strengths of this study were, first, the involvement of prospective learners in the development of the touchIN CONVERSATION and the provision of a multidisciplinary program, the touchMDT, delivered by and for an interdisciplinary team of HCPs. Both aimed to maximize HCP participation, engagement, and satisfaction with the program. Second, the activities were accredited; thus, physicians, physician assistants, and nurses could obtain CME credit through participation in education. Third, there were no barriers to accessing education, with both activities made freely available on the touchENDOCRINOLOGY website. Fourth, the outcome questionnaire data were collected using an independent sample model, and the questionnaire was fielded to a statistically representative sample. All data collection was carried out by an independent third-party vendor.</p>
        <p>This study had several limitations. First, self-selection bias must be considered when assessing the impact of educational activities; thus, HCPs who consider their knowledge to be lacking in these topics are more likely to participate than those who consider their knowledge to be up to date. This bias generally affects medical education, irrespective of the format or delivery method used. To mitigate self-selection bias, we used a combination of different channels to reach the HCP target audience for the activities described here: not limited to clinicians actively seeking medical education, but extended to a heterogeneous population of HCPs, including social media subscribers and members of professional societies. Second, the long-term benefits of educational activities remain unknown. In the future, measuring the impact of education over a longer time frame (eg, at 12 and 24 months) may be beneficial, although the treatment paradigm for T2D is relatively fast-moving, and measuring the impact beyond 24 months may not prove insightful owing to changes in clinical practice. Rather, providing updates to the education based on feedback from learners and the results of the outcomes analysis would be more practical and would ensure that HCPs are kept up to date with information that is useful and relevant. Third, aggregated rather than matched data were used for the level 3 and level 4 questionnaires; however, a previous study of CME outcomes indicated that aggregated data are comparable with matched data and are therefore likely to be sufficiently accurate for many program evaluation purposes [<xref ref-type="bibr" rid="ref43">43</xref>]. Fourth, as with any analysis of this type, subgroup analyses were limited by the small size of the subgroups, and as such, may not be generalizable to a larger population of HCPs. In future studies, a larger sample size may increase the statistical power of subgroup analyses. Fifth, when assessing the intention to change practice because of the education, a proportion of learners indicated practical limitations as an obstacle to applying changes to their daily practice; however, our questionnaire did not probe the nature of these practical limitations, but it would be beneficial to collect this information in future learning activities to assess whether any of these barriers can inform future education. Sixth, level 5 outcomes were measured subjectively (ie, they were based on self-reported performance rather than on observed changes in patient management). In future studies, a similar approach assessing self-reported performance could be paired with objective evaluations, such as the collection of anonymized patient records, to confirm whether self-assessment is predictive of objective improvement in HCPs’ performance and to provide a more detailed understanding of the impact of CME activities on HCPs’ performance and the health status of the population with diabetes.</p>
      </sec>
      <sec>
        <title>Comparison to Prior Work</title>
        <p>CME accreditors are placing increasing importance on the measurement of higher-level outcomes following participation in educational activities; however, data on outcomes from web-based CME activities in T2D are limited [<xref ref-type="bibr" rid="ref44">44</xref>]. Several studies have demonstrated that traditional CME programs for diabetes can lead to improvements in clinical practice and patient outcomes [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. However, these studies focused on more time-consuming activities, including face-to-face and live educational sessions, which may make it difficult for HCPs to fit into their schedules. In addition, HCP performance and patient outcomes are often assessed using costly and labor-intensive methodologies, such as objective structured clinical examination stations and patient chart reviews, which are not always practical for assessing outcomes from smaller-scale web-based education. The quality of CME is frequently measured using the Moore level of outcome framework, but studies assessing the impact of short web-based CME programs on knowledge, competence, and performance (Moore levels 3, 4, and 5) are limited [<xref ref-type="bibr" rid="ref37">37</xref>]. There is growing interest in the use of short activities that encourage learner involvement to provide a more convenient and potentially more effective approach to ongoing education for HCPs, as supported by a small but growing body of evidence. For example, the use of short (15-minute) web-based educational sessions resulted in increases in physician knowledge and competence in studies on diabetes [<xref ref-type="bibr" rid="ref19">19</xref>] and thrombotic thrombocytopenic purpura [<xref ref-type="bibr" rid="ref45">45</xref>]. Similarly, the value of learner involvement in T2D education has been demonstrated in a randomized controlled trial, which reported that greater improvements in self-reported competence in diabetes management could be achieved through the use of an educational, case-based game compared with a series of face-to-face lectures and group discussions [<xref ref-type="bibr" rid="ref15">15</xref>]. Furthermore, a pilot study demonstrated that physicians gained confidence and achieved improved performance in test diabetes cases following participation in an hour-long lecture combined with patient cases in a virtual-world setting [<xref ref-type="bibr" rid="ref18">18</xref>]. The potential benefits of having learners contribute to the development of educational activities were shown in a pilot study, which demonstrated that a web-based educational activity in attention-deficit/hyperactivity disorder cocreated by PCPs was well received by an audience of other PCPs, although no evidence of its efficacy was available [<xref ref-type="bibr" rid="ref46">46</xref>]. In this study, we further contributed to this growing body of evidence and demonstrated that web-based CME activities, which can be undertaken in short, easy-to-access sessions, can lead to improvements in HCP performance, as measured by a self-reported questionnaire.</p>
        <p>Despite the limitations outlined earlier, the overall objectives of this analysis were met: the study demonstrated significant improvements in the knowledge, competence, and performance of HCPs in the management of T2D and obesity following participation in one or both activities; key outstanding educational gaps were identified; and areas for the improvement of educational outcomes assessment were highlighted, which, alongside the knowledge gained on key educational needs, may help to inform future activities that maximize HCP performance and ultimately patient outcomes.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study demonstrated that short, case-based, patient-focused, and multidisciplinary team–led CME activities that HCPs can fit into their clinical schedules achieved high levels of satisfaction and improvements in HCP knowledge and competence, along with self-reported performance in T2D management. Ongoing educational needs identified included setting individualized glycemic targets, particularly in younger patients, and the potential benefits of SGLT2i therapies. These educational needs can be used to inform future educational activities in the diabetes HCP community. The activities described in this study reduce barriers to participation in CME activities, as they are convenient and easily accessible to learners and are free to access.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Images of the touchIN CONVERSATION and touch MultiDisciplinary Team activities.</p>
        <media xlink:href="mededu_v8i4e40520_app1.docx" xlink:title="DOCX File , 1444 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>For the touchIN CONVERSATION and touch MultiDisciplinary Team activities: Tables showing educational gaps and learning objectives, and questions included in the level 3, level 4 and level 5 outcome questionnaires; and figures showing a summary of responses to the questionnaires.</p>
        <media xlink:href="mededu_v8i4e40520_app2.docx" xlink:title="DOCX File , 399 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACCME</term>
          <def>
            <p>Accreditation Council for Continuing Medical Education</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CME</term>
          <def>
            <p>continuing medical education</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GLP-1 RA</term>
          <def>
            <p>glucagon-like peptide-1 receptor agonist</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HbA<sub>1c</sub></term>
          <def>
            <p>glycated hemoglobin</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HCP</term>
          <def>
            <p>health care professional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PCP</term>
          <def>
            <p>primary care physician</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SGLT2i</term>
          <def>
            <p>sodium-glucose cotransporter-2 inhibitor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">T2D</term>
          <def>
            <p>type 2 diabetes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">touchIME</term>
          <def>
            <p>touch Independent Medical Education</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">touchMDT</term>
          <def>
            <p>touch MultiDisciplinary Team</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the faculty members Professor Dr med Michael Nauck (St. Josef Hospital [Ruhr-Universität Bochum], Bochum, Germany) and Dr Vincent Woo (University of Manitoba, Winnipeg, Manitoba, Canada) for contributing to the educational content of the touchIN CONVERSATION and touch MultiDisciplinary Team activities, as well as the touch Independent Medical Education (touchIME) audience outreach team (Joel Turner and Hannah Morton-Fishwick) for the collection and analysis of the level 1 data. Medical writing support was provided by Steph Carter, and editorial support was provided by Joanna MacDiarmid, both of touchIME, Stockport, Cheshire, United Kingdom. Educational activities were jointly provided by the University of South Florida Health and touchIME. Eli Lilly provided an independent medical education grant to fund educational activities and medical writing and editorial support but did not contribute directly to manuscript development, the decision to submit, or the submission process.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data will be shared with bona fide researchers submitting a research proposal to touch Independent Medical Education Ltd. Access requests should be submitted to ADN (Alex.Noble@touchime.org). Data will be made available from the study publication date. Any individual participant data will be shared in data sets in a deidentified and anonymized format.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to study design and manuscript writing. ADN performed statistical analyses.</p>
      </fn>
      <fn fn-type="conflict">
        <p>SBH reports advisory board or panel fees from Abbott, AstraZeneca, Bayer Inc, Eli Lilly, Janssen, Novo Nordisk, and Sanofi; consultancy fees from Abbott, AstraZeneca, Bayer Inc, Eli Lilly, Janssen, Novo Nordisk, and Sanofi; grants and research support from Abbott, AstraZeneca, Eli Lilly, Janssen, Novo Nordisk, and Sanofi; and salary and contractual services from Abbott, AstraZeneca, Bayer Inc, Eli Lilly, Janssen, Novo Nordisk, and Sanofi. AB, SQN, ADN, and HES are employees of touch Independent Medical Education Ltd. JV reports grants and research support from Eli Lilly, Eliem Therapeutics, Lexicon, Novo Nordisk, Pfizer, and Sanofi.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>IDF Diabetes Atlas. 10th edition</article-title>
          <source>International Diabetes Federation</source>
          <year>2021</year>
          <access-date>2022-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetesatlas.org/atlas/tenth-edition/">https://diabetesatlas.org/atlas/tenth-edition/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nathan</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Cleary</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Backlund</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Genuth</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Lachin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Orchard</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raskin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zinman</surname>
              <given-names>B</given-names>
            </name>
            <collab>Diabetes Control and Complications Trial/Epidemiology of Diabetes Interventions and Complications (DCCT/EDIC) Study Research Group</collab>
          </person-group>
          <article-title>Intensive diabetes treatment and cardiovascular disease in patients with type 1 diabetes</article-title>
          <source>N Engl J Med</source>
          <year>2005</year>
          <month>12</month>
          <day>22</day>
          <volume>353</volume>
          <issue>25</issue>
          <fpage>2643</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/16371630"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa052187</pub-id>
          <pub-id pub-id-type="medline">16371630</pub-id>
          <pub-id pub-id-type="pii">353/25/2643</pub-id>
          <pub-id pub-id-type="pmcid">PMC2637991</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Bethel</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Neil</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>10-year follow-up of intensive glucose control in type 2 diabetes</article-title>
          <source>N Engl J Med</source>
          <year>2008</year>
          <month>10</month>
          <day>09</day>
          <volume>359</volume>
          <issue>15</issue>
          <fpage>1577</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMoa0806470</pub-id>
          <pub-id pub-id-type="medline">18784090</pub-id>
          <pub-id pub-id-type="pii">NEJMoa0806470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Diabetes Association</collab>
          </person-group>
          <article-title>6. Glycemic targets: Standards of Medical Care in Diabetes-2021</article-title>
          <source>Diabetes Care</source>
          <year>2021</year>
          <month>01</month>
          <volume>44</volume>
          <issue>Suppl 1</issue>
          <fpage>S73</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.2337/dc21-S006</pub-id>
          <pub-id pub-id-type="medline">33298417</pub-id>
          <pub-id pub-id-type="pii">dc21-S006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>D'Alessio</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Fradkin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kernan</surname>
              <given-names>WN</given-names>
            </name>
            <name name-style="western">
              <surname>Mathieu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mingrone</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rossing</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tsapas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wexler</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Buse</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Management of hyperglycaemia in type 2 diabetes, 2018. A consensus report by the American Diabetes Association (ADA) and the European Association for the Study of Diabetes (EASD)</article-title>
          <source>Diabetologia</source>
          <year>2018</year>
          <month>12</month>
          <volume>61</volume>
          <issue>12</issue>
          <fpage>2461</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1007/s00125-018-4729-5</pub-id>
          <pub-id pub-id-type="medline">30288571</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00125-018-4729-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carls</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Huynh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tuttle</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edelman</surname>
              <given-names>SV</given-names>
            </name>
          </person-group>
          <article-title>Achievement of glycated hemoglobin goals in the US remains unchanged through 2014</article-title>
          <source>Diabetes Ther</source>
          <year>2017</year>
          <month>08</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>863</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28646411"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13300-017-0280-5</pub-id>
          <pub-id pub-id-type="medline">28646411</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13300-017-0280-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5544616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brath</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Paldánius</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Bader</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kolaczynski</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsson</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Differences in glycemic control across world regions: a post-hoc analysis in patients with type 2 diabetes mellitus on dual antidiabetes drug therapy</article-title>
          <source>Nutr Diabetes</source>
          <year>2016</year>
          <month>07</month>
          <day>04</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e217</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/nutd.2016.25"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/nutd.2016.25</pub-id>
          <pub-id pub-id-type="medline">27376699</pub-id>
          <pub-id pub-id-type="pii">nutd201625</pub-id>
          <pub-id pub-id-type="pmcid">PMC4973138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shrivastav</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shrivastav</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Elzea</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Khambatta</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sonawane</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sierra</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Vigersky</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Type 2 diabetes management in primary care: the role of retrospective, professional continuous glucose monitoring</article-title>
          <source>Diabetes Spectr</source>
          <year>2018</year>
          <month>08</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>279</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30140145"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/ds17-0024</pub-id>
          <pub-id pub-id-type="medline">30140145</pub-id>
          <pub-id pub-id-type="pii">279</pub-id>
          <pub-id pub-id-type="pmcid">PMC6092883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Emami</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kouhkan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khajavi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khamseh</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Knowledge of physicians regarding the management of type two diabetes in a primary care setting: the impact of online continuous medical education</article-title>
          <source>BMC Med Educ</source>
          <year>2020</year>
          <month>10</month>
          <day>20</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>374</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-020-02212-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-020-02212-3</pub-id>
          <pub-id pub-id-type="medline">33081765</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-020-02212-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7574317</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Mustapha</surname>
              <given-names>FI</given-names>
            </name>
            <name name-style="western">
              <surname>Aagaard-Hansen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Calopietro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aris</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bjerre-Christensen</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Impact of continuing medical education for primary healthcare providers in Malaysia on diabetes knowledge, attitudes, skills and clinical practices</article-title>
          <source>Med Educ Online</source>
          <year>2020</year>
          <month>12</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>1710330</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31891330"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10872981.2019.1710330</pub-id>
          <pub-id pub-id-type="medline">31891330</pub-id>
          <pub-id pub-id-type="pmcid">PMC6968562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gerstein</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Skolnik</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Person-Centered, Outcomes-Driven Treatment: A New Paradigm for Type 2 Diabetes in Primary Care</source>
          <year>2020</year>
          <publisher-loc>Arlington, VA, USA</publisher-loc>
          <publisher-name>American Diabetes Association</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK559432/">https://www.ncbi.nlm.nih.gov/books/NBK559432/</ext-link>
          </comment>
          <pub-id pub-id-type="doi">10.2337/db2020-02</pub-id>
          <pub-id pub-id-type="medline">32667763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsoutsouki</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wunna</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdhury</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdhury</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Advances in the management of diabetes: therapies for type 2 diabetes</article-title>
          <source>Postgrad Med J</source>
          <year>2020</year>
          <month>10</month>
          <volume>96</volume>
          <issue>1140</issue>
          <fpage>610</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1136/postgradmedj-2019-137404</pub-id>
          <pub-id pub-id-type="medline">32467106</pub-id>
          <pub-id pub-id-type="pii">postgradmedj-2019-137404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beckwith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Grumitt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Halloum</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Odiase</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Invigorating diabetes health professional education to meet service and individualised needs</article-title>
          <source>iDEAL Diabetes</source>
          <access-date>2022-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://idealdiabetes.com/wp-content/uploads/2020/11/iDEAL-Invigorating-Diabetes-HCP-Education.pdf">https://idealdiabetes.com/wp-content/uploads/2020/11/iDEAL-Invigorating-Diabetes-HCP-Education.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Murano</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Online nutrition and T2DM continuing medical education course launched on state-level medical association</article-title>
          <source>Adv Med Educ Pract</source>
          <year>2017</year>
          <month>6</month>
          <day>27</day>
          <volume>8</volume>
          <fpage>413</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/AMEP.S138278"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/AMEP.S138278</pub-id>
          <pub-id pub-id-type="medline">28721115</pub-id>
          <pub-id pub-id-type="pii">amep-8-413</pub-id>
          <pub-id pub-id-type="pmcid">PMC5498673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diehl</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Gordan</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Esteves</surname>
              <given-names>RZ</given-names>
            </name>
            <name name-style="western">
              <surname>Coelho</surname>
              <given-names>IC</given-names>
            </name>
          </person-group>
          <article-title>InsuOnline, an electronic game for medical education on insulin therapy: a randomized controlled trial with primary care physicians</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>03</month>
          <day>09</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>e72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/3/e72/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6944</pub-id>
          <pub-id pub-id-type="medline">28279950</pub-id>
          <pub-id pub-id-type="pii">v19i3e72</pub-id>
          <pub-id pub-id-type="pmcid">PMC5364323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Trence</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Inzucchi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haimowitz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wilkerson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mosier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dex</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Improving type 2 diabetes patient health outcomes with individualized continuing medical education for primary care</article-title>
          <source>Diabetes Ther</source>
          <year>2016</year>
          <month>09</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>473</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27272527"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13300-016-0176-9</pub-id>
          <pub-id pub-id-type="medline">27272527</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13300-016-0176-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5014783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moreo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sapir</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Applying quality improvement into systems-based learning to improve diabetes outcomes in primary care</article-title>
          <source>BMJ Qual Improv Rep</source>
          <year>2015</year>
          <month>9</month>
          <day>30</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>u208829.w3999</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1136/bmjquality.u208829.w3999"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjquality.u208829.w3999</pub-id>
          <pub-id pub-id-type="medline">26734436</pub-id>
          <pub-id pub-id-type="pii">bmjquality_uu208829.w3999</pub-id>
          <pub-id pub-id-type="pmcid">PMC4693094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiecha</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heyden</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sternthal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Merialdi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Learning in a virtual world: experience with using second life for medical education</article-title>
          <source>J Med Internet Res</source>
          <year>2010</year>
          <month>01</month>
          <day>23</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2010/1/e1/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1337</pub-id>
          <pub-id pub-id-type="medline">20097652</pub-id>
          <pub-id pub-id-type="pii">v5i1e1</pub-id>
          <pub-id pub-id-type="pmcid">PMC2821584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larkin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schrand</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Success of CME at improving knowledge of clinical use of real-time CGM</article-title>
          <source>Diabetes</source>
          <year>2021</year>
          <month>6</month>
          <day>1</day>
          <volume>70</volume>
          <issue>Supplement_1</issue>
          <fpage>614</fpage>
          <lpage>P</lpage>
          <pub-id pub-id-type="doi">10.2337/db21-614-p</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Leiter</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Webster-Bogaert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Teleconferenced educational detailing: diabetes education for primary care physicians</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2005</year>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1002/chp.13</pub-id>
          <pub-id pub-id-type="medline">16078807</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bin Mubayrik</surname>
              <given-names>HF</given-names>
            </name>
          </person-group>
          <article-title>Exploring adult learners' viewpoints and motivation regarding distance learning in medical education</article-title>
          <source>Adv Med Educ Pract</source>
          <year>2020</year>
          <month>2</month>
          <day>19</day>
          <volume>11</volume>
          <fpage>139</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/AMEP.S231651"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/AMEP.S231651</pub-id>
          <pub-id pub-id-type="medline">32110134</pub-id>
          <pub-id pub-id-type="pii">231651</pub-id>
          <pub-id pub-id-type="pmcid">PMC7036663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Setia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tay</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Chia</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Subramaniam</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Massive open online courses (MOOCs) for continuing medical education - why and how?</article-title>
          <source>Adv Med Educ Pract</source>
          <year>2019</year>
          <month>9</month>
          <day>11</day>
          <volume>10</volume>
          <fpage>805</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/AMEP.S219104"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/AMEP.S219104</pub-id>
          <pub-id pub-id-type="medline">31572042</pub-id>
          <pub-id pub-id-type="pii">219104</pub-id>
          <pub-id pub-id-type="pmcid">PMC6749982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sibley</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Meeting the future: how CME portfolios must change in the post-COVID era</article-title>
          <source>J Eur CME</source>
          <year>2022</year>
          <month>4</month>
          <day>7</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>2058452</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35425665"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21614083.2022.2058452</pub-id>
          <pub-id pub-id-type="medline">35425665</pub-id>
          <pub-id pub-id-type="pii">2058452</pub-id>
          <pub-id pub-id-type="pmcid">PMC9004530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kisilevsky</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Margolin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kohly</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Access, an unintended consequence of virtual continuing medical education during COVID-19: a department's experience at the University of Toronto</article-title>
          <source>Can J Ophthalmol</source>
          <year>2021</year>
          <month>02</month>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>e18</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33069676"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcjo.2020.10.002</pub-id>
          <pub-id pub-id-type="medline">33069676</pub-id>
          <pub-id pub-id-type="pii">S0008-4182(20)30772-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7546256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Blödow</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Volkenstein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dazert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Löhler</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Webinar-based continuing medical education in otorhinolaryngology during the COVID-19 pandemic in Germany: a longitudinal study</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>12</month>
          <day>06</day>
          <volume>11</volume>
          <issue>12</issue>
          <fpage>e049687</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34872996"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2021-049687</pub-id>
          <pub-id pub-id-type="medline">34872996</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2021-049687</pub-id>
          <pub-id pub-id-type="pmcid">PMC8649881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weisshardt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Vlaev</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Blümcke</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Taking the learner on a journey - an analysis of an integrated virtual CME program in epilepsy during the COVID-19 pandemic</article-title>
          <source>J Eur CME</source>
          <year>2021</year>
          <month>12</month>
          <day>10</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>2015190</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34912591"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21614083.2021.2015190</pub-id>
          <pub-id pub-id-type="medline">34912591</pub-id>
          <pub-id pub-id-type="pii">2015190</pub-id>
          <pub-id pub-id-type="pmcid">PMC8667896</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Online education and its effective practice: a research review</article-title>
          <source>J Inf Technol Educ Res</source>
          <year>2016</year>
          <volume>15</volume>
          <fpage>157</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.28945/3502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebell</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Shaughnessy</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Information mastery: integrating continuing medical education with the information needs of clinicians</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2003</year>
          <volume>23 Suppl 1</volume>
          <fpage>S53</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1002/chp.1340230409</pub-id>
          <pub-id pub-id-type="medline">14666833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McClelland</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Training needs assessment data‐gathering methods: part 3, focus groups</article-title>
          <source>J Eur Ind Train</source>
          <year>1994</year>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>29</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1108/03090599410056586</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woodward</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>ZL</given-names>
            </name>
          </person-group>
          <article-title>Employment of a needs assessment survey to shape a novel web-based pediatric rheumatology curriculum for primary care providers</article-title>
          <source>Pediatr Rheumatol Online J</source>
          <year>2013</year>
          <month>06</month>
          <day>05</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ped-rheum.biomedcentral.com/articles/10.1186/1546-0096-11-26"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1546-0096-11-26</pub-id>
          <pub-id pub-id-type="medline">23738823</pub-id>
          <pub-id pub-id-type="pii">1546-0096-11-26</pub-id>
          <pub-id pub-id-type="pmcid">PMC3680051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arghode</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Brieger</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>GN</given-names>
            </name>
          </person-group>
          <article-title>Adult learning theories: implications for online instruction</article-title>
          <source>Eur J Train Dev</source>
          <year>2017</year>
          <month>08</month>
          <day>07</day>
          <volume>41</volume>
          <issue>7</issue>
          <fpage>593</fpage>
          <lpage>609</lpage>
          <pub-id pub-id-type="doi">10.1108/ejtd-02-2017-0014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christ</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Baethge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmacher</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Loesche</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Griebenow</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Interdisciplinary CME: is the need evident? Results of the evaluation of CME articles in the Journal of the German Medical Association</article-title>
          <source>J Eur CME</source>
          <year>2015</year>
          <month>10</month>
          <day>21</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>28331</fpage>
          <pub-id pub-id-type="doi">10.3402/jecme.v4.28331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Regional Office for South-East Asia. (2010). Regional guidelines for continuing medical education (CME/continuing professional development (CPD) activities</article-title>
          <source>World Health Organization</source>
          <year>2010</year>
          <access-date>2022-09-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/205767">https://apps.who.int/iris/handle/10665/205767</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Gallis</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>Achieving desired results and improved outcomes: integrating planning and assessment throughout learning activities</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2009</year>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1002/chp.20001</pub-id>
          <pub-id pub-id-type="medline">19288562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>The ACCME accreditation requirements</article-title>
          <source>Accreditation Council for Continuing Medical Education</source>
          <year>2021</year>
          <access-date>2022-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accme.org/sites/default/files/2021-12/626_20211221_Accreditation_Requirements.pdf">https://www.accme.org/sites/default/files/2021-12/626_20211221_Accreditation_Requirements.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>Quality outcome measures: individual activity level</article-title>
          <source>American Nurses Credentialing Center</source>
          <access-date>2022-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://test.nursingworld.org/globalassets/docs/ancc/quality-outcome-measures-for-the-provider-unit.pdf">https://test.nursingworld.org/globalassets/docs/ancc/quality-outcome-measures-for-the-provider-unit.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bannister</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Neve</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kolanko</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Increased educational reach through a microlearning approach: can higher participation translate to improved outcomes?</article-title>
          <source>J Eur CME</source>
          <year>2020</year>
          <month>10</month>
          <day>20</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>1834761</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33354408"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21614083.2020.1834761</pub-id>
          <pub-id pub-id-type="medline">33354408</pub-id>
          <pub-id pub-id-type="pii">1834761</pub-id>
          <pub-id pub-id-type="pmcid">PMC7738297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>CME</article-title>
          <source>touchTM Endocrinology</source>
          <access-date>2022-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://touchendocrinologyime.org/">https://touchendocrinologyime.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>Regulation (EU) 2016/679 of the European Parliament and of the Council of 27 April 2016 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data, and repealing Directive 95/46/EC (General Data Protection Regulation), OJ 2016 L 119/1</article-title>
          <source>EU General Data Protection Regulation (GDPR)</source>
          <year>2016</year>
          <access-date>2022-09-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/PDF/?uri=CELEX:32016R0679">https://eur-lex.europa.eu/legal-content/EN/TXT/PDF/?uri=CELEX:32016R0679</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Versteeg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hendriks</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ommering</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Steendijk</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Conceptualising spaced learning in health professions education: a scoping review</article-title>
          <source>Med Educ</source>
          <year>2020</year>
          <month>03</month>
          <volume>54</volume>
          <issue>3</issue>
          <fpage>205</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31860936"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/medu.14025</pub-id>
          <pub-id pub-id-type="medline">31860936</pub-id>
          <pub-id pub-id-type="pmcid">PMC7064953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barach</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Guidet</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Valentin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flaatten</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Addressing barriers for change in clinical practice</article-title>
          <source>Quality Management in Intensive Care: A Practical Guide</source>
          <year>2016</year>
          <publisher-loc>Cambridge, UK</publisher-loc>
          <publisher-name>Cambridge University Press</publisher-name>
          <fpage>142</fpage>
          <lpage>51</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bergeron</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Décary</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Djade</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tremblay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rivest</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with specialists' intention to adopt new behaviors after taking Web-based continuing professional development courses: cross-sectional study</article-title>
          <source>JMIR Med Educ</source>
          <year>2022</year>
          <month>06</month>
          <day>02</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e34299</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mededu.jmir.org/2022/2/e34299/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/34299</pub-id>
          <pub-id pub-id-type="medline">35476039</pub-id>
          <pub-id pub-id-type="pii">v8i2e34299</pub-id>
          <pub-id pub-id-type="pmcid">PMC9204572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fagerlie</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Heintz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stacy</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>A comparison of matched and aggregated group outcomes data for evaluating continuing education of hematology and oncology health care professionals</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2014</year>
          <volume>34 Suppl 1</volume>
          <fpage>S23</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1002/chp.21230</pub-id>
          <pub-id pub-id-type="medline">24935880</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>George</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Zhabenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Antoniou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Posadzki</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Semwal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lockwood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Online digital education for postregistration training of medical doctors: systematic review by the digital health education collaboration</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>25</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e13269</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e13269/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13269</pub-id>
          <pub-id pub-id-type="medline">30801252</pub-id>
          <pub-id pub-id-type="pii">v21i2e13269</pub-id>
          <pub-id pub-id-type="pmcid">PMC6410118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rohani-Montez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guneskara</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Coppo</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of interactive case-based online education in improving ATTP diagnosis and treatment selection</article-title>
          <source>Blood</source>
          <year>2020</year>
          <month>11</month>
          <day>5</day>
          <volume>136</volume>
          <issue>Supplement 1</issue>
          <fpage>36</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1182/blood-2020-134292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>French</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Daley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perez Vallejos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sayal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Development and evaluation of an online education tool on attention deficit hyperactivity disorder for general practitioners: the important contribution of co-production</article-title>
          <source>BMC Fam Pract</source>
          <year>2020</year>
          <month>11</month>
          <day>01</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>224</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/s12875-020-01289-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12875-020-01289-5</pub-id>
          <pub-id pub-id-type="medline">33131490</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12875-020-01289-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7604955</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
