<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JME</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id>
      <journal-title>JMIR Medical Education</journal-title>
      <issn pub-type="epub">2369-3762</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e49825</article-id>
      <article-id pub-id-type="pmid">37966881</article-id>
      <article-id pub-id-type="doi">10.2196/49825</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Continuing Medical Education in the Post COVID-19 Pandemic Era</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>de Azevedo Cardoso</surname>
            <given-names>Taiane</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>McGowan</surname>
            <given-names>Brian</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Stuby</surname>
            <given-names>Loric</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Blomberg</surname>
            <given-names>Debra</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-2056-4460</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Stephenson</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8537-392X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Atkinson</surname>
            <given-names>Teresa</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-5517-400X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Blanshan</surname>
            <given-names>Anissa</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-6904-0352</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Cabrera</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5891-0459</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Ratelle</surname>
            <given-names>John T</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8061-283X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Mohabbat</surname>
            <given-names>Arya B</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>General Internal Medicine</institution>
            <institution>Mayo Clinic</institution>
            <addr-line>200 First Street Southwest</addr-line>
            <addr-line>Rochester, MN, 55905</addr-line>
            <country>United States</country>
            <phone>1 507 284 9039</phone>
            <email>Mohabbat.Arya@mayo.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1737-4714</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>General Internal Medicine</institution>
        <institution>Mayo Clinic</institution>
        <addr-line>Rochester, MN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Cardiovascular Disease</institution>
        <institution>Mayo Clinic</institution>
        <addr-line>Rochester, MN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Marketing</institution>
        <institution>Mayo Clinic</institution>
        <addr-line>Rochester, MN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>School of Continuous Professional Development</institution>
        <institution>Mayo Clinic</institution>
        <addr-line>Rochester, MN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Hospital Internal Medicine</institution>
        <institution>Mayo Clinic</institution>
        <addr-line>Rochester, MN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Arya B Mohabbat <email>Mohabbat.Arya@mayo.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>11</month>
        <year>2023</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e49825</elocation-id>
      <history>
        <date date-type="received">
          <day>12</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>10</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Debra Blomberg, Christopher Stephenson, Teresa Atkinson, Anissa Blanshan, Daniel Cabrera, John T Ratelle, Arya B Mohabbat. Originally published in JMIR Medical Education (https://mededu.jmir.org), 15.11.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on https://mededu.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mededu.jmir.org/2023/1/e49825" xlink:type="simple"/>
      <abstract>
        <p>Continuing medical education (CME) is a requirement for medical professionals to stay current in their ever-changing fields. The recent significant changes that have occurred due to the COVID-19 pandemic have significantly impacted the process of providing and obtaining CME. In this paper, an updated approach to successfully creating and administering CME is offered. Recommendations regarding various aspects of CME development are covered, including competitive assessment, marketing, budgeting, property sourcing, program development, and speaker and topic selection. Strategies for traditional and hybrid CME formats are also explored. Readers and institutions interested in developing CME, especially in the setting of the ongoing pandemic, will be able to use these strategies as a solid framework for producing CME. The recommendations and strategies presented within this paper are based on the authors’ opinions, expert opinions, and experiences over 13 years of creating CME events and challenges brought about due to the COVID-19 pandemic.</p>
      </abstract>
      <kwd-group>
        <kwd>continuing medical education</kwd>
        <kwd>post COVID-19 pandemic</kwd>
        <kwd>content development</kwd>
        <kwd>collaboration</kwd>
        <kwd>audience</kwd>
        <kwd>marketing</kwd>
        <kwd>budgeting</kwd>
        <kwd>accreditation</kwd>
        <kwd>evaluation and outcomes</kwd>
        <kwd>competitive assessment</kwd>
        <kwd>education</kwd>
        <kwd>development</kwd>
        <kwd>assessment</kwd>
        <kwd>continuing education</kwd>
        <kwd>medical education</kwd>
        <kwd>framework</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Continuing medical education (CME) is a requirement for medical doctors and various other health care professionals to remain competent within their respective fields [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. CME is most effective when it is interactive, involves multiple exposures, and focuses on topics that clinicians view as important and timely [<xref ref-type="bibr" rid="ref4">4</xref>]. When properly delivered, CME offers numerous benefits, including enhancing clinician knowledge, skills, and attitudes, improving patient outcomes, and lowering health care costs [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>For many health care professionals, the COVID-19 pandemic upended many aspects of daily life, including professional obligations and the process of obtaining and delivering CME. The dynamic nature of the pandemic produced numerous challenges to the status quo of health care (clinical, education, and research) obligations. Given the travel restrictions, need for social distancing, and fear of “super-spreader events,” many in-person live CME courses were canceled outright across the country. In 2020, a study of CME planners demonstrated that 87% canceled their events due to the pandemic [<xref ref-type="bibr" rid="ref11">11</xref>]</p>
      <p>As the COVID-19 pandemic progressed to an endemic state, it became clear that given the ongoing need to fulfill professional licensure requirements, changes were necessary in the delivery of CME. The uncertainty of the pandemic and constantly changing policies catalyzed a need for flexible, on-demand continuing education for health care professionals, while still ensuring participant safety [<xref ref-type="bibr" rid="ref12">12</xref>]. As a result, some CME events reemerged offering nontraditional formats, while others were eliminated entirely (<xref ref-type="table" rid="table1">Table 1</xref>) [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Potential course formats [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="140"/>
          <col width="460"/>
          <col width="400"/>
          <thead>
            <tr valign="top">
              <td>Course format</td>
              <td>Advantages</td>
              <td>Challenges</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Web-based course (enduring materials)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Learners complete at their pace</p>
                  </list-item>
                  <list-item>
                    <p>Continuous revenue stream</p>
                  </list-item>
                  <list-item>
                    <p>Flexibility for learner and expert</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Accreditation requirements</p>
                  </list-item>
                  <list-item>
                    <p>Content only valid as of date of recording</p>
                  </list-item>
                  <list-item>
                    <p>Gauging audience response to content</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>In-person course</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Networking with learners</p>
                  </list-item>
                  <list-item>
                    <p>Gauging audience response</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Cost</p>
                  </list-item>
                  <list-item>
                    <p>Space limitations</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Livestream course</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Reduced travel costs</p>
                  </list-item>
                  <list-item>
                    <p>Flexibility for speakers and learners</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Technology issues and costs</p>
                  </list-item>
                  <list-item>
                    <p>Professional image, that is, quality of the stream, branding</p>
                  </list-item>
                  <list-item>
                    <p>Gauging audience response to content is more difficult without camera on livestream learners</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Hybrid course (synchronous in-person and livestream)</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Appeal to multiple learning styles</p>
                  </list-item>
                  <list-item>
                    <p>Networking with learners</p>
                  </list-item>
                  <list-item>
                    <p>Interaction with some learners during presentation</p>
                  </list-item>
                  <list-item>
                    <p>Gauging audience response to content with learners in-person</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Technology issues and costs</p>
                  </list-item>
                  <list-item>
                    <p>Professional image, that is, quality of the stream, branding</p>
                  </list-item>
                  <list-item>
                    <p>Engaging dual audiences</p>
                  </list-item>
                  <list-item>
                    <p>Livestream audience has a feeling of being “left out”</p>
                  </list-item>
                </list>
              </td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>Despite the importance of CME and the ongoing need for education, there is limited information on how to develop CME in the setting of the postpandemic era which includes many traditional and new formats such as conferences, workshops, enduring materials, or web-based and hybrid courses [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. To close this gap, this paper puts forth an approach for creating and administering a CME event, including best practices for designing, implementing, and evaluating CME. Given that courses or conferences are the most popular format of CME, recommended strategies for conference-based traditional and hybrid formats will be reviewed, using published evidence and expert consensus informed by the new practices impulsed by the COVID-19 pandemic [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
    </sec>
    <sec>
      <title>Before You Create a CME Course</title>
      <sec>
        <title>Foundational Aspects of Collaboration and Communication</title>
        <p>For a CME event to be successful, appropriate stakeholders must be identified [<xref ref-type="bibr" rid="ref18">18</xref>]. Stakeholder support can vary greatly, from time, resources, expertise, mentorship, program and topic development, administrative assistance, and financial investment. CME requires a collaborative effort, supported by health care professionals, content experts, speakers, nonclinical support, and divisional or departmental or institutional leadership [<xref ref-type="bibr" rid="ref19">19</xref>]. By incorporating other individuals with a shared passion and different skill sets, one will be able to efficiently strengthen the event across all stages.</p>
        <p>Collaboration and open communication are fundamental factors throughout all stages of the CME. Course directors and speakers will need allocation of time away from their usual clinical practices to develop and take part in the event. Nonclinician support (program manager, CME specialist, public relations specialist, audiovisual experts, and other administrative staff) will also be needed. Depending on the size of one’s institution and the proposed CME, many of these roles could be combined. However, though it is possible to hire an external audiovisual support (either privately or from the destination property itself), using audiovisual support from one’s own institution and engaging them early in the planning process will ensure a successful event and cost control. Engaging with CME or event associations, such as the Alliance for Continuing Education in the Health Professions (ACEHP or Alliance), can provide resources to ensure compliance, templates, and staying up-to-date with best practices.</p>
        <p>Institutional support and collaboration can be further secured by aligning the educational endeavor with one’s institutional needs [<xref ref-type="bibr" rid="ref20">20</xref>]. Strategic needs can be measured using hard or soft data [<xref ref-type="bibr" rid="ref20">20</xref>]. Hard data include financial and attendance goals, ability to meet educational objectives as measured via various evaluation methods, or clinical referrals to one’s institution. Soft data include the perceptions and opinions of the attendees gathered by word of mouth, open-ended comment sections on a standard evaluation, and anecdotal observations. By properly aligning the CME with the needs of one’s institution, one will be able to demonstrate the importance of the CME and the potential return on investment for the endeavor [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>General Needs Assessment</title>
        <p>Once you have the foundational support, determine whether or not the proposed event or course is necessary or will add anything to the current educational landscape. The majority of successful CME come directly from the needs of those on the front lines of health care due to challenging cases or conditions, newly released guidelines, significant clinical practice changes, or the emergence of a novel subject [<xref ref-type="bibr" rid="ref22">22</xref>]. As such, the proposed idea should be focused on, imparting new information or challenging previous knowledge, of interest to health care professionals, and impactful to the direct care of patients [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>Knowing Your Audience</title>
        <sec>
          <title>Intended Audience</title>
          <p>Identifying the intended audience is key to developing an effective CME. The planned audience will influence all aspects of the educational activity, from modalities to property location and credit types offered. Knowing the audience in conjunction with the learning gap, will also allow one to be able to formulate various aspects of the CME; this includes learning objectives, course content, marketing strategies, overall goals of the event, and preferred learning styles. A well-tailored instructional design is paramount as a recent study of CME preferences demonstrated significant differences in learning style preferences based on gender and medical specialty [<xref ref-type="bibr" rid="ref23">23</xref>]. These variations in learning styles emphasize the recommendation to combine different educational modalities in a single CME event, which would allow greater educational flexibility for the attendees and better meet the needs of the audience related to the learning objectives [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. It is worth noting, there is controversy regarding the validity of using learning styles when designing adult education; further research is needed to further explore the merits and limitations of learning styles [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
          <p>Predicting the intended audience will also help in selecting the ideal location and venue destination for the CME. Health care professionals choose to attend a conference for multiple reasons, often traveling with nonconference participants (that is, family or friends). Thus, selecting a destination that has a distinguishable name brand and providing attractive activities for the nonconference participants, can positively impact course registrations. When selecting the location and creating the event program schedule it is crucial to consider the ease of access of the area (flight itineraries and ground transportation) and the local attractions and amenities that the venue and the surrounding area offer to participants and nonparticipants.</p>
        </sec>
        <sec>
          <title>Competitive Assessment</title>
          <p>When creating CME, one must explore the current educational marketplace [<xref ref-type="bibr" rid="ref26">26</xref>]. To achieve this, perform a competitive assessment; a competitive (“needs”) assessment is a strategic tool, exploring the current state of the marketplace (that is, competition) [<xref ref-type="bibr" rid="ref26">26</xref>]. A competitive assessment will help to identify the types of consumers that would most likely be interested, what the perceived positive traits in CME offerings are, and the strengths and weaknesses of the current competition. By researching the competition, one will be better able to differentiate the proposed event from the others, by focusing on specific details or gaps that are present in the marketplace.</p>
          <p>The key to performing a competitive assessment is to identify what specific and actionable questions need to be answered [<xref ref-type="bibr" rid="ref27">27</xref>]. By asking the “right” questions, a competitive assessment will also highlight the preferred modalities of the educational offering, associated operating costs, support or funding opportunities, and current industry standards for pricing of the CME.</p>
          <p>Most of the information for the competitive assessment can be obtained from analyzing previous similar course programs, web-based searches, or by using companies that coordinate CME offerings [<xref ref-type="bibr" rid="ref27">27</xref>]. Once the necessary information has been gathered, create an easy-to-read report that highlights the findings. The report should also provide actionable recommendations and foreseeable challenges. The competitive assessment should be updated (at least annually) in order to continually innovate the CME, mitigate risk, and be aware of changes in the competition [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        </sec>
        <sec>
          <title>Sourcing Properties and Event Timing</title>
          <p>Determining the actual location and timing of the CME depends on accurately predicting the intended audience. By knowing the target audience, you will be in a far better position to select preferred destinations, timing options, program topics, and educational credit types that would attract a wide array of attendees.</p>
          <p>While reviewing the competitive assessment, attention should be given to the timing of the proposed CME, the timing of similar educational offerings, and the timing of holidays. It is best to avoid offering a CME event during the week of a national holiday, spring break, or faith observance, as well as to keep several weeks of buffering between the proposed CME and related well-established, high impact CME offerings (such as national meetings).</p>
          <p>In a recent survey, CME attendees indicated that they preferred to have courses during the work week, in the mornings, rather than during the weekend (personal communication by ABM, MD, Mayo Clinic Updates in Internal Medicine attendee survey, October 2020). As a result, the day of the week, time of day, and time zones should all be considered when determining the timing of the CME. Time zones are also especially important when incorporating a digital component to an event; a significant time zone difference can deter learners from attending hybrid, synchronous (simultaneous in-person and digital offerings) events that start early or end late in the digital learner’s time zone. Incorporating asynchronous (previously recorded) content would permit learners to review content at their own pace [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>In terms of venue sourcing, this can be done by either contacting properties (hotels, resort, and conference centers) directly or using a property sourcing company. <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> outlines the key factors when sourcing properties.</p>
          <boxed-text id="box1" position="float">
            <title>Key factors when sourcing properties.</title>
            <p>
              <bold>Access</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Closest large airport</p>
              </list-item>
              <list-item>
                <p>Car rental</p>
              </list-item>
              <list-item>
                <p>Additional lodging in area</p>
              </list-item>
              <list-item>
                <p>Additional activities for nonconference time</p>
              </list-item>
              <list-item>
                <p>Desirable location or weather</p>
              </list-item>
            </list>
            <p>
              <bold>Event space</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Space to accommodate fluctuating audience size</p>
              </list-item>
              <list-item>
                <p>Proximity of breakout and meal rooms</p>
              </list-item>
              <list-item>
                <p>Proximity to guest rooms</p>
              </list-item>
              <list-item>
                <p>Food and beverage space</p>
              </list-item>
            </list>
            <p>
              <bold>Hotel and guest rooms</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Ratio of guest rooms sufficient for event space</p>
              </list-item>
              <list-item>
                <p>Complimentary Wi-Fi</p>
              </list-item>
              <list-item>
                <p>Complimentary or reduced self-parking</p>
              </list-item>
              <list-item>
                <p>Waive resort fees</p>
              </list-item>
              <list-item>
                <p>Number of bathrooms in or near event space</p>
              </list-item>
            </list>
            <p>
              <bold>Audio or visual</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Contract with hotel</p>
              </list-item>
              <list-item>
                <p>Reduced Wi-Fi expense</p>
              </list-item>
              <list-item>
                <p>Bring own equipment and technologists if possible</p>
              </list-item>
              <list-item>
                <p>Plan set up time with hotel at least 1 day in advance</p>
              </list-item>
              <list-item>
                <p>Plan clean up time at least 4 hours before next event set up begins</p>
              </list-item>
            </list>
          </boxed-text>
          <p>By using a sourcing company, one would be able to capitalize on any available resources and preexisting industry relationships that the sourcing company has with different sites or brands as well as bulk-price negotiation. Leveraging their expertise within the industry will help one negotiate lower rates and determine ideal properties and destinations best suited for the intended audience. Sourcing companies will provide one with a report enabling a quick comparison across multiple properties, brands, destinations, and dates. Another benefit to using a sourcing company is that in the event there are issues onsite, the sourcing company is able to intervene and help resolve issues promptly.</p>
        </sec>
      </sec>
    </sec>
    <sec>
      <title>Creating a CME Course</title>
      <sec>
        <title>Focused Needs Assessment</title>
        <sec>
          <title>Course Objectives</title>
          <p>Creating course objectives is the next step in developing a CME. By using the information from your general needs and competitive assessment, one should formulate the overarching goals of the CME program and objectives. Objectives should be specific, actionable, measurable, and relatable to the intended audience. It is recommended to create simple objectives, typically only 1 learning verb followed by a discrete knowledge or skills that springs from the gap analysis [<xref ref-type="bibr" rid="ref22">22</xref>]. When writing measurable objectives, clearly indicate how the CME will measure the change in knowledge, behavior, or attitude.</p>
        </sec>
        <sec>
          <title>Accreditation</title>
          <p>While planning a CME course, one needs to consider the accreditation agencies specific to the target audience. Health care professionals are governed by different licensure board agencies, based on the respective specialty, which can have vastly different accreditation requirements and costs (<xref ref-type="table" rid="table2">Table 2</xref>) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          <p>In addition, each state could have different regulations, guidelines, and CME requirements. To combat this variability, many of the specialty boards are now organized under the joint accreditation system of Accreditation Council for Continuing Medical Education (ACCME), which helps to streamline regulatory and accreditation procedures for interprofessional education [<xref ref-type="bibr" rid="ref33">33</xref>]. All accrediting agencies require formulating course objectives, as well as educational and practice gap statements [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. The educational gap statement highlights the overall educational need for the content being delivered. The practice gap is designed to describe and compare what <italic>is</italic> currently being practiced with what <italic>should</italic> be practiced. Clearly written educational and practice gaps are designed to guide the program development to achieve the documented objectives [<xref ref-type="bibr" rid="ref22">22</xref>]. One should create this foundational component of the course, identifying what is the problem that the education offerings want to address, why this problem exists and how the education will help fill this gap.</p>
          <p>The decision of which types of credit to offer is entirely dependent upon the intended audience. A course that offers multiple credit types (such as American Medical Association, American Board of Internal Medicine Maintenance of Certification, and American Academy of Family Physicians) can attract various subspecialties to the same CME.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Commonly used United States accreditation bodies and credit type.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="500"/>
              <col width="500"/>
              <thead>
                <tr valign="top">
                  <td>Name of organization</td>
                  <td>Credit</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Accreditation Council for Continuing Medical Education (ACCME)</td>
                  <td>AMA<sup>a</sup> PRA<sup>b</sup> Category 1 Credit</td>
                </tr>
                <tr valign="top">
                  <td>AMA</td>
                  <td>AMA PRA Category 1 Credit</td>
                </tr>
                <tr valign="top">
                  <td>American Board of Internal Medicine (ABIM)</td>
                  <td>Maintenance of Certification (MOC) points</td>
                </tr>
                <tr valign="top">
                  <td>American Academy of Family Physicians (AAFP)</td>
                  <td>Family medicine </td>
                </tr>
                <tr valign="top">
                  <td>American Osteopathic Association (AOA)</td>
                  <td>Doctor of osteopathy</td>
                </tr>
                <tr valign="top">
                  <td>American Nurses Credentialing Center (ANCC)</td>
                  <td>Nurse or nurse practitioner</td>
                </tr>
                <tr valign="top">
                  <td>American Academy of Physician Assistant (AAPA)</td>
                  <td>Physician assistant</td>
                </tr>
                <tr valign="top">
                  <td>American Association of Nurse Practitioners (AANP)</td>
                  <td>Nurse practitioner</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>AMA: American Medical Association.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>PRA: Physician Recognition Award.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>CME Content Development</title>
        <sec>
          <title>Selecting Topics to Meet Your Objectives</title>
          <p>The educational program is based on the overall purpose of the event, specific learning objectives, and clinical knowledge or practice gaps. The topics must be innovative, timely, and fill an educational gap that currently exists [<xref ref-type="bibr" rid="ref34">34</xref>]. Using an iterative process with multiple stakeholders (course directors, CME administrators, and content experts) present, create a comprehensive list of potential educational topics and then discuss the benefits and limitations of each. This is particularly important while creating education for an interdisciplinary multispecialty audience. As the individual merits of each topic are assessed, ensure that each fulfills the course objectives and fits into the larger construct of the educational purpose and offering [<xref ref-type="bibr" rid="ref22">22</xref>]. Topics that align with one’s objectives can be grouped together in a logical order, which will help to form a cohesive educational itinerary or program. Topics that do not meet these thresholds should be eliminated from the program.</p>
        </sec>
        <sec>
          <title>Speaker Selection</title>
          <p>Once the course objectives and educational topics are finalized, move on to speaker selection. Many factors are involved with speaker selection, including identification of content experts, content delivery skills, inclusion and diversity, institutional priorities, and scheduling availabilities [<xref ref-type="bibr" rid="ref35">35</xref>]. Be mindful of any gender or racial disparities in the speaker roster. Furthermore, sending an announcement to gauge the level of interest that individuals at your institution might have for future speaking opportunities can lead to additional potential speakers and content experts. Faculty evaluations completed by the course participants can also assist in determining future speakers that resonate with the attendees.</p>
        </sec>
      </sec>
      <sec>
        <title>Planning the CME</title>
        <sec>
          <title>Budget</title>
          <p>CME is an expensive undertaking with a very large overhead. Upfront resource identification and allocation is needed for developing and operationalizing the educational event. Many expenses (including deposits, marketing strategy, and printing educational materials) are incurred prior to the event. However, the 2 largest expenses, food or beverage and audiovisual, are not incurred until the CME begins [<xref ref-type="bibr" rid="ref36">36</xref>]. By comparing data from previous events with similar audience demographics, one can create a realistic budget and effectively manage expenses. In fact, the initial step to position a course for successful budget management occurs during the competitive assessment. It is during the competitive assessment that resources such as CME planning staff, audio visual staff, accreditation fees, marketing fees, and clinical course leadership time should be assessed.</p>
          <p>The post–COVID-19 era is characterized by more diverse types of educational offerings, with web-based and hybrid CME events becoming much more common [<xref ref-type="bibr" rid="ref37">37</xref>]. Budgeting for a web-based or hybrid synchronous event should include the cost of the additional technology necessary to successfully deliver the content digitally. Initially, there will be some upfront additional expenses, given that many CME courses have never had a web-based presence. After the initial purchase of the equipment, ongoing expenses will include continued maintenance and operation of the equipment and upgrading the technology as needed. Though there exists a perception among attendees that web-based events should be offered at a lower cost due to the reduction of travel and food, a high-quality web-based or hybrid CME will require greater resources and technology, which will ultimately drive up the costs of producing the CME [<xref ref-type="bibr" rid="ref38">38</xref>]. It is important to develop and provide a high production value for hybrid or live streaming educational events.</p>
        </sec>
        <sec>
          <title>Marketing</title>
          <p>Marketing strategies should be reviewed throughout the life cycle of the activity. Marketing expenses can be one of the more expensive aspects of hosting a CME event [<xref ref-type="bibr" rid="ref36">36</xref>]. Types of marketing include email, direct mail, website, paid search, web-based calendar, print and web-based journals, industry specific organizations, and social media. Careful consideration of the intended audience will help to identify the most effective marketing strategies. The intended audience’s marketing preferences can differ based on the specific course and audience demographics. According to a recent physician survey, 84% of physicians report email and direct mail as the top 2 marketing techniques leading to course registration [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
          <p>The above survey also noted that physicians received marketing information 2-3 times before deciding to attend a CME event [<xref ref-type="bibr" rid="ref39">39</xref>]. This highlights the need to develop a multiphase, multimodal media (that is, email, web links, brochure, and social media) strategy. When deploying a multimodal marketing campaign, use similar messaging in the different marketing approaches [<xref ref-type="bibr" rid="ref40">40</xref>]. Further, word-of-mouth marketing can be influential. Word-of-mouth marketing can be face-to-face or via social media. A recent study demonstrated that word-of-mouth via social media was more influential than direct face-to-face communication [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          <p>Marketing strategies should also be tailored, based on generational demographics of the target audience [<xref ref-type="bibr" rid="ref42">42</xref>]. In general, there are 3 generational demographics that most likely attend CME events: baby boomers (born 1955-1964), Gen X (born 1965-1976), and millennials (born 1977-1992) [<xref ref-type="bibr" rid="ref43">43</xref>]. Understanding generational similarities, differences, and preferences can guide the marketing strategies. According to a 2018 study, millennials prefer email (77%) and web-based searches (65%) as sources for event information, while Gen X prefer print media via direct mail (65%), followed by email (59%), and web-based searches (59%) [<xref ref-type="bibr" rid="ref44">44</xref>]. Though millennials are most likely to engage in social media sites, digital activity by Gen X and baby boomers continues to grow [<xref ref-type="bibr" rid="ref44">44</xref>]; thus, it is important to target these groups digitally as well. Furthermore, while Gen X is a smaller population compared to millennials or baby boomers, they actually have the largest CME-related spending power, making it a highly sought-after demographic group [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          <p>In order to track this information, one should implement conversion tracking for digital marketing tactics. Conversion tracking identifies how well an advertising campaign is performing by tracking web-based traffic from digital marketing that leads to actual registrations. Furthermore, it is recommended to ask how the attendee learned about the event during the registration process; this information can then be used to guide future marketing strategies [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        </sec>
        <sec>
          <title>Course Website</title>
          <p>The overall goal of your marketing campaign is to increase registrations. Thus, the course website and web-based registration platform are an integral part of the marketing campaign. The website will function as a centralized space from marketing, to registration, through claiming credit. <xref rid="figure1" ref-type="fig">Figure 1</xref> is an example of the layout of a course website. <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> offers various effective suggestions when creating a CME course website [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
          <p>Disorganized or incomplete websites reflect poorly on the course and could deter attendees from registering. The participant’s interaction with the course website can influence the overall perception and success of the course as it would be the first (general information and registration) and last (evaluation and credit claiming) impression an individual would have with the CME [<xref ref-type="bibr" rid="ref45">45</xref>]. Multiple vendors exist in the domain of website development and administration for CME activities, however it is essential for the organizers and owners of the content to keep close supervision of the branding and functionality of the platform.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Example of course website layout.</p>
            </caption>
            <graphic xlink:href="mededu_v9i1e49825_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <boxed-text id="box2" position="float">
            <title>Strategies for creating course website.</title>
            <p>
              <bold>Website</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Clearly state value proposition of course</p>
              </list-item>
              <list-item>
                <p>Easy to navigate</p>
              </list-item>
              <list-item>
                <p>Mobile friendly</p>
              </list-item>
              <list-item>
                <p>Internet search results link directly to desired information</p>
              </list-item>
              <list-item>
                <p>Organic results appear after an internet search has been initiated</p>
              </list-item>
              <list-item>
                <p>Based on “ranking” (relevancy of search term to course listing)</p>
              </list-item>
              <list-item>
                <p>Enhance using search engine optimization (SEO)</p>
              </list-item>
            </list>
            <p>
              <bold>Details needed</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Location</p>
              </list-item>
              <list-item>
                <p>Description</p>
              </list-item>
              <list-item>
                <p>Start and end times (include time zone)</p>
              </list-item>
              <list-item>
                <p>Program schedule</p>
              </list-item>
              <list-item>
                <p>Registration platform</p>
              </list-item>
              <list-item>
                <p>All course materials</p>
              </list-item>
              <list-item>
                <p>Syllabus</p>
              </list-item>
              <list-item>
                <p>Speaker list</p>
              </list-item>
              <list-item>
                <p>Digital delivery details and links (as needed)</p>
              </list-item>
              <list-item>
                <p>Accreditation requirements</p>
              </list-item>
              <list-item>
                <p>Claiming credit</p>
              </list-item>
            </list>
            <p>
              <bold>Search engine optimization (SEO)</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Consistent web address with multiple pages</p>
              </list-item>
              <list-item>
                <p>Static (unchanging) pages</p>
              </list-item>
              <list-item>
                <p>Specific year-to-year course changes</p>
              </list-item>
              <list-item>
                <p>Meta title—appear as the results of internet search</p>
              </list-item>
              <list-item>
                <p>Concise</p>
              </list-item>
              <list-item>
                <p>Meta description—appear under the meta title</p>
              </list-item>
              <list-item>
                <p>Clearly describe the value of the course</p>
              </list-item>
              <list-item>
                <p>Keywork targeting</p>
              </list-item>
              <list-item>
                <p>Terms potential audience is using to locate desired event</p>
              </list-item>
              <list-item>
                <p>Strategic and unique to course</p>
              </list-item>
            </list>
            <p>
              <bold>Digital delivery tips</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Consistent across portfolio</p>
              </list-item>
              <list-item>
                <p>Software for digital delivery</p>
              </list-item>
              <list-item>
                <p>Consistent access point</p>
              </list-item>
              <list-item>
                <p>Flexible</p>
              </list-item>
              <list-item>
                <p>Tested prior to event</p>
              </list-item>
              <list-item>
                <p>Available throughout the event</p>
              </list-item>
              <list-item>
                <p>Enhance digital user experience</p>
              </list-item>
              <list-item>
                <p>High quality production value</p>
              </list-item>
              <list-item>
                <p>Responsive video platform</p>
              </list-item>
              <list-item>
                <p>Provide opportunity to interact with speakers and be engaged</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Commercial Support</title>
          <p>Commercial support is often sought to offset the expense of planning, marketing, and running the CME. Commercial support can be in several forms, including grants, scholarships, vendor displays, sponsored events, or in-kind contributions. Each commercial entity has their own application process to apply for funds. Leveraging established relationships and contact points between one’s institution and industry could significantly facilitate this process.</p>
          <p>This expense mitigation however comes with an implicit appearance of commercial bias and conflicts of interest [<xref ref-type="bibr" rid="ref46">46</xref>]. To prevent overt bias or conflicts, all team members should follow the ACCME Standards for Integrity and Independence in Accredited Continuing Education policies, that put forth strong regulations when involving commercial support [<xref ref-type="bibr" rid="ref47">47</xref>]. Compliance with these policies and formal documentation of mitigating plans are required by all accrediting agencies. Additionally, policies under the 2010 “Sunshine” provisions require extensive disclosure reporting for speakers, event planners, authors, and other participants; all relationships and conflicts of interest must be documented, made available, and resolved prior to the educational event [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec>
      <title>Running and Evaluating the CME</title>
      <sec>
        <title>Onsite Strategies</title>
        <p>The CME organizers should build a positive operating relationship with the venue and technology managers in order to ensure a professionally delivered experience. This relationship begins with clear communication of the needs and expectations and what they in turn can expect from the CME organizers [<xref ref-type="bibr" rid="ref49">49</xref>]. These communications will usually occur over a period of months, in the form of phone calls, emails, digital platforms, and potentially a pre-event onsite visit. Once at the venue, a preconference meeting should be scheduled with the venue managers; this allows for an opportunity to clarify any questions about the program and audience, verify safety and security measures, and review the layout of the hotel and conference space areas. For a web-based event, the technology and CME organizers should review the electronic set up, identifying the support structure for the attendees, and discuss strategies to minimize or resolve any potential technological issues.</p>
        <p>For an onsite event, the setup of the conference room reflects on both the CME organizers and the venue. Each event will need multiple separate spaces, each serving its own purpose [<xref ref-type="bibr" rid="ref49">49</xref>]. Specific areas will be needed for the registration desk, networking, formal educational sessions, audiovisual or technical support, refreshments, and commercial support. Room set up should allow for smooth traffic flow and allow for easy access to refreshments, restrooms, and the registration desk, all while providing for appropriate social distancing. Regulations by ACCME forbid the coexistence of educational and commercial activities in the same physical space unless they are separated by a considerable amount of time. Conference materials should be made available for quick access by attendees and flow directly into the educational space or have them easily available from a web-based depository.</p>
        <p>The refreshment area should be in a location close to, but separate, from the educational space; this will allow for a more relaxed environment for breaks, discussions, and networking, while not disrupting the educational offerings. When designing the seating arrangement in the educational space, select a room set up that encourages the goals of the event. Classroom style seating provides space to use electronic devices and note taking; crescent or full round tables encourage engagement between attendees; theater style maximizes space to accommodate large groups [<xref ref-type="bibr" rid="ref50">50</xref>]. When determining the layout, identify if tablespace is needed for audience note-taking, the need for charging outlets, or the ability to stand during the learning sessions.</p>
        <p>Pandemic-related health and safety precautions will vary based on the local governance and will impact the layout of the educational space. The Centers for Disease Control’s recommendation for social distancing of 6 feet has greatly reduced the capacity and layout of the learning environment [<xref ref-type="bibr" rid="ref51">51</xref>]. It should also be noted that some institutions and venues will have their own policies. In addition, social distancing creates a challenging situation for professional networking. Conference sites may also recommend numerous modifications to their facilities to limit the amount of people passing through specific areas. These precautions will impact the flow, timing, and set up of the event. As a result, additional noneducational (“break”) time will need to be built into the schedule to allow for appropriate distancing, while still fostering a welcoming and collegial environment. Despite the recent normalization of regulations around in-person events, it is prudent to expect unforeseen medical and social events that can rapidly change policies and impact the operations around the educational offering.</p>
        <p>Opportunities for direct communication between attendees and CME representatives (course directors, speakers, and administrators) should be carefully reviewed. The CME organizers will need to provide customer support and be readily available to resolve questions or concerns throughout the lifecycle of the CME. This is true both for in-person and web-based events. In total, 1 event member should be at the registration desk at all times at a destination event to provide customer support for the attendees and serve as a security measure for the event materials. Furthermore, course directors and faculty members should be located in the educational space, moderating the conference, communicating any changes in the program or timing to the organizers and technology staff, and facilitating introductions and question and answer sessions. Close communication will provide for seamless transitions between sessions, facilitate any timing adjustments, and resolve any urgent issues. The advent of web-based–only and hybrid events creates a clear need to allocate enough resources, often a designated administrative staff, focused on the needs and particularities of the digital offerings. Issues with livestreaming, web-based troubleshooting, accessibility, and overall good-customer support mandate that as much attention be paid to the in-person customers as well as to digital ones.</p>
      </sec>
      <sec>
        <title>Course Evaluations and Outcomes</title>
        <p>What constitutes whether an event has been successful or not should be determined during the initial planning stages and documented, allowing you to directly compare the event’s performance to specific objective and subjective metrics. Performance metrics could include registrations, attendance, financials, marketing, hotel block occupancy, institutional referrals, and course evaluations.</p>
        <p>Course evaluations are more subjective than the other performance metrics mentioned. However, all attendees should have the opportunity to evaluate the course, assessing its impact on their knowledge gaps and patient outcomes. Course evaluations can be created using different formats, depending on what is being measured [<xref ref-type="bibr" rid="ref22">22</xref>]. Surveys, questionnaires, pre- or posttests, and reflective questions are just a few examples [<xref ref-type="bibr" rid="ref22">22</xref>]. The course evaluation should capture the satisfaction of the learning event, indicate if course objectives were met, and reporting of likely changes to their practice due to the CME [<xref ref-type="bibr" rid="ref52">52</xref>]. The course evaluation can assess not only the impact on the clinician to remain competent within their respective field, but could also be used to solicit recommendations for future topics or locations. All evaluations and suggestions should be combined into a report and reviewed by the CME organizers. As previously mentioned, postactivity evaluations are very important to inform the effectiveness of the education, the achievement of the learning objectives, and to provide several data points to appraise the success of the course or web-based activity.</p>
      </sec>
    </sec>
    <sec>
      <title>Summary</title>
      <sec>
        <title>Principal Findings</title>
        <p>CME is a requirement for health care professionals to stay current in their ever-changing fields. The COVID-19 pandemic significantly impacted the process of creating and administering CME. To successfully provide CME in the post–COVID-19 pandemic era, an institution and its programs must not only understand their audience and educational goals, but more importantly, appreciate and use the novel formats and delivery platforms. By doing so, one will be able to determine the most appropriate modality, timing, location, and marketing strategies. A CME event requires collaboration between stakeholders, accreditation agencies, and commercial support; clear communication and realistic expectations are vital when developing CME. Given the post pandemic-related challenges, CME providers are faced with significant uncertainties moving forward. The long-term impact of this transition on learning preferences and knowledge retention has yet to be determined. Nevertheless, given these changes, institutions will need to quickly adapt on how best to encourage ongoing CME participation and improve both the web-based and traditional destination experience for their attendees.</p>
        <p>This viewpoint paper does have several limitations that should be highlighted. First, the strategies are based on a combination of author and expert opinion, as well as our collective experience with CME development and administration. As such, there can be selection and recall bias, as well as limitations in generalizability. Second, our institution is a large tertiary academic medical center based in the United States; this could limit the generalizability and applicability of our recommendations. Third, it should also be noted that there is increasing discussion regarding the utility and validity of adult learning style or theory and its application in CME. We acknowledge this dispute, but also note that our institution does rely and use adult learning theory principles in CME development.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACCME</term>
          <def>
            <p>Accreditation Council for Continuing Medical Education</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ACEHP</term>
          <def>
            <p>Alliance for Continuing Education in the Health Professions</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CME</term>
          <def>
            <p>continuing medical education</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>All data generated or analyzed during this study are included in this published paper [and its supplementary information files].</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>DB, CS, TA, AB, DC, JTR, and ABM wrote the original draft, reviewed and edited this paper.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wasserman</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Kimball</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Recertification in internal medicine: a program of continuous professional development. Task force on recertification</article-title>
          <source>Ann Intern Med</source>
          <year>2000</year>
          <volume>133</volume>
          <issue>3</issue>
          <fpage>202</fpage>
          <lpage>208</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/10.7326/0003-4819-133-3-200008010-00012"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-133-3-200008010-00012</pub-id>
          <pub-id pub-id-type="medline">10906835</pub-id>
          <pub-id pub-id-type="pii">200008010-00012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>By Institute of Medicine (U.S.)</collab>
            <collab>Committee on Planning a Continuing Health Care Professional Education Institute</collab>
          </person-group>
          <source>Redesigning Continuing Education in the Health Professions</source>
          <year>2010</year>
          <publisher-loc>Washington (DC)</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nissen</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Reforming the continuing medical education system</article-title>
          <source>JAMA</source>
          <year>2015</year>
          <volume>313</volume>
          <issue>18</issue>
          <fpage>1813</fpage>
          <lpage>1814</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jama/article-abstract/2290654"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2015.4138</pub-id>
          <pub-id pub-id-type="medline">25965221</pub-id>
          <pub-id pub-id-type="pii">2290654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cervero</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Gaines</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>The impact of CME on physician performance and patient health outcomes: an updated synthesis of systematic reviews</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2015</year>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>138</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/jcehp/abstract/2015/35020/the_impact_of_cme_on_physician_performance_and.8.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/chp.21290</pub-id>
          <pub-id pub-id-type="medline">26115113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marinopoulos</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Dorman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ratanawongsa</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Ashar</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Magaziner</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Prokopowicz</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Qayyum</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bass</surname>
              <given-names>EB</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of continuing medical education</article-title>
          <source>Evid Rep Technol Assess (Full Rep)</source>
          <year>2007</year>
          <issue>149</issue>
          <fpage>1</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4781050/"/>
          </comment>
          <pub-id pub-id-type="medline">17764217</pub-id>
          <pub-id pub-id-type="pmcid">PMC4781050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Castle</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Van Marter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Roc</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Neubauer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The effect of physician continuing medical education on patient-reported outcomes for identifying and optimally managing obstructive sleep apnea</article-title>
          <source>J Clin Sleep Med</source>
          <year>2015</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>197</fpage>
          <lpage>204</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jcsm.aasm.org/doi/10.5664/jcsm.4524"/>
          </comment>
          <pub-id pub-id-type="doi">10.5664/jcsm.4524</pub-id>
          <pub-id pub-id-type="medline">25845903</pub-id>
          <pub-id pub-id-type="pii">jc-00428-13</pub-id>
          <pub-id pub-id-type="pmcid">PMC4346639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allaire</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Trogdon</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Egan</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Lackland</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Masters</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Measuring the impact of a continuing medical education program on patient blood pressure</article-title>
          <source>J Clin Hypertens (Greenwich)</source>
          <year>2011</year>
          <volume>13</volume>
          <issue>7</issue>
          <fpage>517</fpage>
          <lpage>522</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/j.1751-7176.2011.00469.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1751-7176.2011.00469.x</pub-id>
          <pub-id pub-id-type="medline">21762365</pub-id>
          <pub-id pub-id-type="pmcid">PMC8108882</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bellamy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Tekanoff</surname>
              <given-names>RA</given-names>
            </name>
            <collab>Support‚ Non-U.S.Gov't</collab>
          </person-group>
          <article-title>Continuing medical education-driven skills acquisition and impact on improved patient outcomes in family practice setting</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2000</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/jcehp/abstract/2000/20010/continuing_medical_education_driven_skills.8.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/chp.1340200109</pub-id>
          <pub-id pub-id-type="medline">11232072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernal-Delgado</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Galeote-Mayor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pradas-Arnal</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Peiró-Moreno</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Evidence based educational outreach visits: effects on prescriptions of non-steroidal anti-inflammatory drugs</article-title>
          <source>J Epidemiol Community Health</source>
          <year>2002</year>
          <volume>56</volume>
          <issue>9</issue>
          <fpage>653</fpage>
          <lpage>658</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jech.bmj.com/lookup/pmidlookup?view=long&#38;pmid=12177080"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jech.56.9.653</pub-id>
          <pub-id pub-id-type="medline">12177080</pub-id>
          <pub-id pub-id-type="pmcid">PMC1732253</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McNulty</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Foy</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sykes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cartwright</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Primary care workshops can reduce and rationalize antibiotic prescribing</article-title>
          <source>J Antimicrob Chemother</source>
          <year>2000</year>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>493</fpage>
          <lpage>499</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/jac/article/46/3/493/881907?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jac/46.3.493</pub-id>
          <pub-id pub-id-type="medline">10980182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 impact on events research: top-line results for planners</article-title>
          <source>PCMA Convene</source>
          <year>2020</year>
          <access-date>2021-03-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pcma.org/covid-19-impact-events-industry-planners-survey-results">https://www.pcma.org/covid-19-impact-events-industry-planners-survey-results</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kawczak</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mooney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stoller</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Rapid continuing professional development interventions at a large tertiary care center in response to the COVID-19 pandemic</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2021</year>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/jcehp/citation/2021/04110/rapid_continuing_professional_development.3.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/CEH.0000000000000337</pub-id>
          <pub-id pub-id-type="medline">33605642</pub-id>
          <pub-id pub-id-type="pii">00005141-202104110-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Virtual events: we've reached the tipping point</article-title>
          <source>MeetingsNet</source>
          <year>2020</year>
          <month>05</month>
          <day>05</day>
          <access-date>2021-03-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.meetingsnet.com/event-tech-virtual-meetings/virtual-events-we-ve-reached-tipping-point">https://www.meetingsnet.com/event-tech-virtual-meetings/virtual-events-we-ve-reached-tipping-point</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>What draws clinicians to medical meetings?</article-title>
          <source>MeetingsNet</source>
          <year>2018</year>
          <access-date>2021-03-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.meetingsnet.com/continuing-medical-education/what-draws-clinicians-medical-meetings">https://www.meetingsnet.com/continuing-medical-education/what-draws-clinicians-medical-meetings</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulte</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Gröning</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsauer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Weimann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jerusalem</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ridwan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Impact of COVID-19 on continuing medical education-results of an online survey among users of a non-profit multi-specialty live online education platform</article-title>
          <source>Front Med (Lausanne)</source>
          <year>2021</year>
          <volume>8</volume>
          <fpage>773806</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34869493"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fmed.2021.773806</pub-id>
          <pub-id pub-id-type="medline">34869493</pub-id>
          <pub-id pub-id-type="pmcid">PMC8634132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawks</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>7 Biggest livestreaming challenges (and the best solutions!)</article-title>
          <source>Smartmeetings</source>
          <year>2021</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.smartmeetings.com/tips-tools/technology/135242/livestreaming-challenges-solutions">https://www.smartmeetings.com/tips-tools/technology/135242/livestreaming-challenges-solutions</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanneganti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>KMX</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>GMF</given-names>
            </name>
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Choolani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ismail-Pratt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Logan</surname>
              <given-names>SJS</given-names>
            </name>
          </person-group>
          <article-title>Pedagogy in a pandemic - COVID-19 and virtual Continuing Medical Education (vCME) in obstetrics and gynecology</article-title>
          <source>Acta Obstet Gynecol Scand</source>
          <year>2020</year>
          <volume>99</volume>
          <issue>6</issue>
          <fpage>692</fpage>
          <lpage>695</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32418212"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/aogs.13885</pub-id>
          <pub-id pub-id-type="medline">32418212</pub-id>
          <pub-id pub-id-type="pmcid">PMC7276875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <source>Measuring for Success: What CEOs Really Think about Learning Investments</source>
          <year>2010</year>
          <publisher-loc>Alexandria, VA</publisher-loc>
          <publisher-name>ASTD Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruadze</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cherkezishvili</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Roma</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gabunia</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gamkrelidze</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Multistakeholder perspectives on the strengthening and embedding of mandatory continuing medical education in Georgia: a qualitative study</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <volume>11</volume>
          <issue>12</issue>
          <fpage>e052686</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34949619"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2021-052686</pub-id>
          <pub-id pub-id-type="medline">34949619</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2021-052686</pub-id>
          <pub-id pub-id-type="pmcid">PMC8704972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <source>Beyond Learning Objectives: Develop Measurable Objectives that Link to the Bottom Line</source>
          <year>2008</year>
          <publisher-loc>Birmingham, Ala</publisher-loc>
          <publisher-name>ROI Institute</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <source>10 Steps to Successful Business Alignment</source>
          <year>2012</year>
          <publisher-loc>Alexandria, Va</publisher-loc>
          <publisher-name>American Society for Training &#38; Development</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>CE educator's toolkit</article-title>
          <source>The Society for Academic Continuing Medical Education</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accme.org/highlights/now-available-ce-educators-toolkit-provides-best-practices-educational-design">https://www.accme.org/highlights/now-available-ce-educators-toolkit-provides-best-practices-educational-design</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Nanda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Mohabbat</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Schleck</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Mandrekar</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Mahapatra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beckman</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wittich</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>A cross-sectional study of learning styles among continuing medical education participants</article-title>
          <source>Med Teach</source>
          <year>2019</year>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>318</fpage>
          <lpage>324</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/0142159X.2018.1464134"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/0142159X.2018.1464134</pub-id>
          <pub-id pub-id-type="medline">29703093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Galbraith</surname>
              <given-names>R</given-names>
            </name>
            <collab>American College of Chest Physicians Health and Science Policy Committee</collab>
          </person-group>
          <article-title>Continuing medical education effect on practice performance: effectiveness of continuing medical education: American college of chest physicians evidence-based educational guidelines</article-title>
          <source>Chest</source>
          <year>2009</year>
          <volume>135</volume>
          <issue>3 Suppl</issue>
          <fpage>42S</fpage>
          <lpage>48S</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journal.chestnet.org/article/S0012-3692(09)60173-2/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1378/chest.08-2517</pub-id>
          <pub-id pub-id-type="medline">19265075</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(09)60173-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Artino</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Iqbal</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Crandall</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Debunking the learning-styles hypothesis in medical education</article-title>
          <source>Acad Med</source>
          <year>2023</year>
          <volume>98</volume>
          <issue>2</issue>
          <fpage>289</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/academicmedicine/fulltext/2023/02000/debunking_the_learning_styles_hypothesis_in.31.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000004738</pub-id>
          <pub-id pub-id-type="medline">35544329</pub-id>
          <pub-id pub-id-type="pii">00001888-202302000-00031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tompkins</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>3 Reasons why a competitive analysis is essential</article-title>
          <source>Forbes</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/forbesagencycouncil/2021/09/03/3-reasons-why-a-competitive-analysis-is-essential/?sh=5032aa1857be">https://www.forbes.com/sites/forbesagencycouncil/2021/09/03/3-reasons-why-a-competitive-analysis-is-essential/?sh=5032aa1857be</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fairlie</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How to do a competitive analysis</article-title>
          <source>Business News Daily</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.businessnewsdaily.com/15737-business-competitor-analysis.html">https://www.businessnewsdaily.com/15737-business-competitor-analysis.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kinnersley</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Virtual meetings: picking a platform, making money, prepping for 2021</article-title>
          <source>MeetingNet</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.meetingsnet.com/medical-pharma-meetings/virtual-meetings-picking-platform-making-money-prepping-2021">https://www.meetingsnet.com/medical-pharma-meetings/virtual-meetings-picking-platform-making-money-prepping-2021</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Accreditation Criteria</article-title>
          <source>Accreditation Council for Continuing Medical Education (ACCME)</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accme.org/accreditation-rules/accreditation-criteria">https://www.accme.org/accreditation-rules/accreditation-criteria</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Credit application process overview</article-title>
          <source>American Academy of Family Physicians (AAFP)</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aafp.org/cme/credit-system/apply.html">https://www.aafp.org/cme/credit-system/apply.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Maintaining Certification (MOC)</article-title>
          <source>American Board of Internal Medicine (ABIM)</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.abim.org/maintenance-of-certification/">https://www.abim.org/maintenance-of-certification/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>AAPA CME Accreditation</article-title>
          <source>American Academy of Physician Assistants (AAPA)</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aapa.org/cme-central/aapa-cme-accreditation/#tabs-4-overview">https://www.aapa.org/cme-central/aapa-cme-accreditation/#tabs-4-overview</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Joint accreditation</article-title>
          <source>Accreditation Council for Continuing Medical Education (ACCME)</source>
          <year>2021</year>
          <access-date>2021-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://accme.org/joint-accreditation">https://accme.org/joint-accreditation</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>Educational need</article-title>
          <source>Accreditation Council for Continuing Medical Education</source>
          <year>2022</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accme.org/accreditation-rules/accreditation-criteria/educational-needs">https://www.accme.org/accreditation-rules/accreditation-criteria/educational-needs</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mullan</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Holbert</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of speakers at a national radiology continuing medical education course</article-title>
          <source>Med Educ Online</source>
          <year>2002</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>4540</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.3402/meo.v7i.4540"/>
          </comment>
          <pub-id pub-id-type="doi">10.3402/meo.v7i.4540</pub-id>
          <pub-id pub-id-type="medline">28253766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>Meetings market survey: starting from a good place</article-title>
          <source>PCMA Convene</source>
          <year>2020</year>
          <access-date>2021-04-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pcma.org/convene-meetings-market-survey-2020-starting-from-good-place">https://www.pcma.org/convene-meetings-market-survey-2020-starting-from-good-place</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sibley</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Meeting the future: how CME portfolios must change in the Post-COVID era</article-title>
          <source>J Eur CME</source>
          <year>2022</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>2058452</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35425665"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21614083.2022.2058452</pub-id>
          <pub-id pub-id-type="medline">35425665</pub-id>
          <pub-id pub-id-type="pii">2058452</pub-id>
          <pub-id pub-id-type="pmcid">PMC9004530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ortagus</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>What we know about the cost and quality of online education</article-title>
          <source>Third Way</source>
          <year>2020</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thirdway.org/report/what-we-know-about-the-cost-and-quality-of-online-education">https://www.thirdway.org/report/what-we-know-about-the-cost-and-quality-of-online-education</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>MMS annual 2019 CME preferences physician survey</article-title>
          <source>Medical Marketing Service, Inc</source>
          <year>2019</year>
          <access-date>2020-08-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mmslists.com/survey-results">https://www.mmslists.com/survey-results</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hardcastle-Geddes</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>4 Event-Marketing trends to try now</article-title>
          <source>PCMA Convene</source>
          <year>2020</year>
          <access-date>2020-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pcma.org/mdg-4-event-marketing-trends">https://www.pcma.org/mdg-4-event-marketing-trends</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ameri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Honka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Word of mouth, observed adoptions, and anime-watching decisions: the role of the personal vs. the community network</article-title>
          <source>Marketing Science</source>
          <year>2019</year>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>567</fpage>
          <lpage>583</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubsonline.informs.org/doi/abs/10.1287/mksc.2019.1155"/>
          </comment>
          <pub-id pub-id-type="doi">10.1287/mksc.2019.1155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Talbot</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>How marketers can engage with different generations</article-title>
          <source>Forbes</source>
          <year>2021</year>
          <access-date>2023-11-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/paultalbot/2021/11/11/how-marketers-can-engage-with-different-generations/?sh=53e920825e4e">https://www.forbes.com/sites/paultalbot/2021/11/11/how-marketers-can-engage-with-different-generations/?sh=53e920825e4e</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zickuhr</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Generations 2010</article-title>
          <source>Pew Research Center: Internet, Science &#38; Tech</source>
          <year>2010</year>
          <access-date>2021-03-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2010/12/16/generations-2010">https://www.pewresearch.org/internet/2010/12/16/generations-2010</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogels</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Millennials stand out for their technology use, but older generations also embrace digital life</article-title>
          <source>Pew Research Center</source>
          <year>2019</year>
          <access-date>2021-04-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2019/09/09/us-generations-technology-use/">https://www.pewresearch.org/fact-tank/2019/09/09/us-generations-technology-use/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garett</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>A literature review: website design and user engagement</article-title>
          <source>Online J Commun Media Technol</source>
          <year>2016</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27499833"/>
          </comment>
          <pub-id pub-id-type="medline">27499833</pub-id>
          <pub-id pub-id-type="pmcid">PMC4974011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinbrook</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Financial support of continuing medical education</article-title>
          <source>JAMA</source>
          <year>2008</year>
          <volume>299</volume>
          <issue>9</issue>
          <fpage>1060</fpage>
          <lpage>1062</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.299.9.1060</pub-id>
          <pub-id pub-id-type="medline">18319417</pub-id>
          <pub-id pub-id-type="pii">299/9/1060</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <article-title>Standards for integrity and independence in accredited continuing education</article-title>
          <source>Accreditation Council for Continuing Medical Education</source>
          <year>2021</year>
          <access-date>2021-06-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accme.org/accreditation-rules/standards-for-integrity-independence-accredited-ce">https://www.accme.org/accreditation-rules/standards-for-integrity-independence-accredited-ce</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinman</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Landefeld</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Baron</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>Industry support of CME—are we at the tipping point?</article-title>
          <source>N Engl J Med</source>
          <year>2012</year>
          <volume>366</volume>
          <issue>12</issue>
          <fpage>1069</fpage>
          <lpage>1071</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nejm.org/doi/full/10.1056/NEJMp1114776"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMp1114776</pub-id>
          <pub-id pub-id-type="medline">22435367</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cserti</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>How to use room setup styles to maximize engagement</article-title>
          <source>SessionLab</source>
          <year>2023</year>
          <month>07</month>
          <day>19</day>
          <access-date>2023-11-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sessionlab.com/blog/room-setup/">https://www.sessionlab.com/blog/room-setup/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <article-title>An event planner’s guide to engaging room layouts</article-title>
          <source>Skift Meetings Studio Team</source>
          <year>2017</year>
          <access-date>2022-07-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://meetings.skift.com/engaging-room-layouts/">https://meetings.skift.com/engaging-room-layouts/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <article-title>Considerations for events and gatherings</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2019</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://archive.cdc.gov/#/details?q=https://www.cdc.gov/coronavirus/2019-ncov/community/large-events/considerations-for-events-gatherings.html&#38;start=0&#38;rows=10&#38;url=https://www.cdc.gov/coronavirus/2019-ncov/downloads/php/open-america/community-mitigation-quicklinks.pdf">https://archive.cdc.gov/#/details?q=https://www.cdc.gov/coronavirus/2019-ncov/community/large-events/considerations-for-events-gatherings.html&#38;​start=0&#38;rows=10&#38;url=https://www.cdc.gov/coronavirus/2019-ncov/downloads/php/open-america/community-​mitigation-quicklinks.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cerenzia</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Janowiak</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Castles</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Triebel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes in CME/CPD - special collection standardising outcomes assessment: demonstrating the power of comparative outcomes data</article-title>
          <source>J Eur CME</source>
          <year>2020</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>1832797</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33209512"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21614083.2020.1832797</pub-id>
          <pub-id pub-id-type="medline">33209512</pub-id>
          <pub-id pub-id-type="pii">1832797</pub-id>
          <pub-id pub-id-type="pmcid">PMC7595265</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
