<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JME</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id>
      <journal-title>JMIR Medical Education</journal-title>
      <issn pub-type="epub">2369-3762</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i1e78363</article-id>
      <article-id pub-id-type="pmid">41289585</article-id>
      <article-id pub-id-type="doi">10.2196/78363</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Impact of Learner Autonomy on the Performance in Voluntary Online Cardiac Auscultation Courses: Prospective Self-Controlled Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Stone</surname>
            <given-names>Alicia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gladman</surname>
            <given-names>Tehmina</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pawlik</surname>
            <given-names>Cameron</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Fang</surname>
            <given-names>Yudong</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-5168-7895</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Fang</surname>
            <given-names>Ligang</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3980-3682</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Xue</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Peking Union Medical College Hospital</institution>
            <addr-line>1 Shuaifuyuan, Dongcheng District</addr-line>
            <addr-line>Beijing, 100730</addr-line>
            <country>China</country>
            <fax>86 10 69155068</fax>
            <phone>86 10 69155068</phone>
            <email>linxuepumch@qq.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1966-8241</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Capital Medical University</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Peking Union Medical College Hospital</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Xue Lin <email>linxuepumch@qq.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>11</month>
        <year>2025</year>
      </pub-date>
      <volume>11</volume>
      <elocation-id>e78363</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>6</month>
          <year>2025</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>10</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>10</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>10</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Yudong Fang, Ligang Fang, Xue Lin. Originally published in JMIR Medical Education (https://mededu.jmir.org), 25.11.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on https://mededu.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mededu.jmir.org/2025/1/e78363" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Learner autonomy—the ability to self-direct and regulate learning—is a key determinant of success in online education, yet its quantifiable impact in voluntary noncredit courses remains unclear. Understanding how autonomy translates into measurable behaviors and outcomes in clinical skills training may inform more effective online learning design and learning outcomes.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to quantify the association between behavioral indicators of learner autonomy and performance in a voluntary noncredit online cardiac auscultation course.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a prospective, self‑controlled, single‑center study. A total of 199 registrants (n=122 physicians and n=77 medical students) were recruited via WeChat and attended four weekly 2‑hour synchronous sessions using authentic patient heart sound recordings with imaging‑based explanations. The primary outcome was the final posttraining quiz score (0-100); training effectiveness was assessed by the pre‑ to posttraining score change. The autonomy indicators were full participation (attendance at all four sessions), in‑class engagement (number of responses to brief content‑aligned prompts posed approximately every 10-15 minutes; responses recorded for participation monitoring only), and postclass review (frequency/duration of reviewing recordings and materials). Analyses included Wilcoxon signed rank tests, <italic>χ</italic><sup>2</sup> tests, multivariable linear regression, and receiver operating characteristic profiling of “excellent learners” (top 10% improvement).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of the 199 registrants, 146 (73.4%) attended ≥1 session and 46 (23.1%) completed all sessions. Median test scores improved from 40 (IQR 20-50) to 70 (IQR 50-83; <italic>P</italic>&#60;.001). Intrinsic motivation was associated with full participation (<italic>χ</italic><sup>2</sup><sub>1</sub>=4.03; <italic>P</italic>=.045). In multivariable models, full participation (unstandardized B=41.55, 95% CI 24.43-58.67; standardized β=0.60; <italic>P</italic>&#60;.001) and in‑class engagement (B=4.79 per additional response, 95% CI 3.05-6.45; β=0.70; <italic>P</italic>&#60;.001) independently predicted higher final scores (adjusted <italic>R</italic><sup>2</sup>=0.48). Receiver operating characteristic profiling indicated that greater postclass review (recordings/materials) led to learners achieving excellent performance.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In this voluntary online clinical skills course, showing up consistently, engaging during class, and reviewing after class—practical expressions of learner autonomy—were key correlates of short-term performance. These behaviors may be encouraged through simple, feasible course designs such as clear expectation setting, periodic interactive prompts, and structured review opportunities, which warrant prospective evaluation in future studies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>learner autonomy</kwd>
        <kwd>online learning</kwd>
        <kwd>clinical skills</kwd>
        <kwd>medical education</kwd>
        <kwd>student engagement</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Online education has become an essential component of health professional learning and continuing professional development, especially since the COVID-19 pandemic [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Among factors determining online learning success, learner autonomy—the capacity to self-direct and regulate one’s learning—has been recognized as fundamental in distance education theory [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>] and self-determination theory [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Autonomous learners set personal goals, regulate study behaviors, and reflect on their progress, achieving deeper and more durable learning [<xref ref-type="bibr" rid="ref9">9</xref>]. However, despite extensive theoretical discussion, quantitative evidence linking measurable expressions of autonomy—such as participation, attention, and review behaviors—to concrete learning outcomes in clinical skills training remains scarce [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Understanding this relationship may help learners and educators make more strategic use of limited study time and improve learning efficiency.</p>
      <p>For medical professionals, online education generally follows two distinct patterns. The first consists of institution-driven structured courses provided by medical schools or training organizations through online platforms, often with mandatory participation and formal assessments [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The second is learner-driven and self-directed, where participants independently choose courses aligned with their interests or professional needs, often without credit or compulsory evaluation [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Such voluntary online courses place high demands on learners’ autonomy, time management, and self-discipline. Capturing behavioral indicators of autonomy in freely accessible nonmandatory settings and examining their relationship with learning outcomes can yield insights into continuing medical education.</p>
      <p>Cardiac auscultation remains a crucial yet challenging diagnostic skill in clinical practice [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Traditional bedside teaching is limited by the scarcity of authentic cardiac sounds and the difficulty of linking acoustic findings to underlying pathophysiology. These challenges make auscultation training well suited to online formats that can provide repeated exposure to verified recordings and integrated visual explanations. In line with this rationale, recent studies have shown that carefully designed digital modules can complement traditional instruction and improve diagnostic competence [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>Based on these premises, we developed a voluntary noncredit online cardiac auscultation course that used authentic patient recordings, multimodal imaging, and interactive components. To examine the learner side of online success, we quantified autonomy through observable behaviors—full participation, active in-class engagement, and postclass review frequency—and evaluated how these dimensions predicted learning outcomes. This study aimed to provide quantitative evidence on how learner autonomy influences achievement in voluntary online clinical skills training.</p>
      <p>A preliminary version of this study was shared as a preprint on Research Square [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Learner Recruitment</title>
        <p>This was a prospective, self-controlled, single-center study that recruited doctors and medical students interested in free cardiac auscultation training through multiple channels within our hospital and affiliated medical school. The recruitment campaign was coordinated by the hospital’s Department of Medical Education and disseminated via several official WeChat groups, including those for undergraduate medical students, staff physicians, and visiting trainees. In addition, printed recruitment posters containing a QR code for registration were displayed in various teaching and clinical areas of the hospital and medical school.</p>
        <p>Interested individuals could scan the QR code to access an online registration form. The form collected basic demographic information, participants’ prior experience with cardiac auscultation, and their motivation for enrolling in the course. Enrollment was open until the maximum capacity of the online classroom was reached, resulting in a total of 199 registrants on a first-come, first-served basis.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by the Institutional Review Board of Peking Union Medical College Hospital (I-23PJ1679). During registration, all prospective participants were presented with an electronic informed consent form that described the study purpose and procedures, explained that the online teaching sessions would be recorded, and noted that anonymized data might be used for research analysis. Only those who read and electronically signed the consent form were able to complete registration and participate in the course. Participation was entirely voluntary, and no financial or material compensation was provided.</p>
      </sec>
      <sec>
        <title>Teaching Process</title>
        <sec>
          <title>Teaching Contents</title>
          <p>The cardiac sounds used in this training were authentic recordings collected from real patients over the past decade. When patients presented with abnormal heart sounds, simultaneous phonocardiographic recordings were obtained using an electronic stethoscope, and echocardiographic videos were captured to ensure precise correlation between auscultatory findings and underlying pathophysiology. Each recording was processed using acoustic analysis software to remove distortion and verify signal integrity, and all recordings were independently reviewed and validated by experienced cardiologists to confirm diagnostic accuracy.</p>
          <p>Through this long-term systematic collection, we established a curated library of several hundred authentic cardiac sound recordings representing a broad spectrum of pathological findings. A total of 80 representative sounds were selected from this database, together with more than 30 clinical cases, 5 animations, and 100 echocardiographic clips, to form the course materials and cover the essential elements of cardiac auscultation relevant to internal medicine and clinical diagnostics.</p>
        </sec>
        <sec>
          <title>Teaching Setting</title>
          <p>All training sessions were conducted on an online teaching platform (Plaso, PLASO Network Technologies Co, Ltd) and consisted of four 2-hour live-streamed sessions held weekly. The platform supported real-time teacher-student interaction, and participants used in-ear headphones to ensure optimal sound quality.</p>
          <p>Participants completed a 10-item cardiac sound identification test both before and after the course. Each correct answer was awarded 10 points (maximum score of 100 per test). The pre- and posttests used different sets of heart sounds that together covered all essential auscultatory findings.</p>
          <p>During each live session, the instructor posed brief content-aligned questions approximately every 10-15 minutes. Items were randomly drawn from a preestablished question bank covering clinically relevant cardiac sounds and key conceptual checkpoints. Typical examples included “Which of the following four murmurs best represents a patent ductus arteriosus?” and “Which of the following murmurs is the most common systolic murmur?” Learners submitted responses through the platform; answers were recorded only to confirm participation and attention, not to evaluate correctness or to influence grading.</p>
          <p>After each class, video recordings and supplementary review materials were made available on the platform for 1 month to facilitate voluntary review.</p>
        </sec>
      </sec>
      <sec>
        <title>Definition of Key Variables</title>
        <sec>
          <title>Motivation Classification</title>
          <p>Learning motivation was categorized as intrinsic or extrinsic according to self-determination theory, in which intrinsic motivation refers to engaging in an activity for inherent interest or enjoyment, whereas extrinsic motivation involves participating to obtain external rewards or avoid negative consequences [<xref ref-type="bibr" rid="ref20">20</xref>]. Motivation type was determined using a single self-report item included on the WeChat recruitment page. For physicians, the question read “Are you attending this training simply because you want to master cardiac auscultation, rather than for work or promotion needs?” This wording was chosen because, in current clinical practice, cardiac auscultation is no longer indispensable for diagnosis—most structural cardiac abnormalities can be identified by echocardiography. Therefore, physicians who voluntarily return to study auscultation, often years after graduation, generally do so out of strong personal interest and professional self-expectation rather than institutional or promotion requirements. Selecting this option was classified as intrinsic motivation, whereas choosing “because it is required for work or promotion requirements” represented extrinsic motivation. For medical students, the item was simplified to two options on the registration page: “interested in learning about heart sounds” (intrinsic motivation) or “because it is needed for work or exams” (extrinsic motivation).</p>
          <p>Participation in training was defined as attending at least one session or reviewing the provided postclass materials at least once. Full participation was defined as attending all four sessions.</p>
        </sec>
        <sec>
          <title>Other Variables</title>
          <p>Participant engagement during sessions was measured by the duration of attendance recorded by the online system and the frequency of responses to randomly posed questions.</p>
          <p>Postclass review activities were assessed based on the frequency and duration of video reviews and the number of supplementary materials reviewed.</p>
          <p>Total learning time included cumulative time spent attending live classes and reviewing class materials.</p>
          <p>Training effectiveness was determined by comparing pre- and posttraining quiz scores. Learning outcomes were indicated by the final quiz scores. Participants whose score improvement exceeded the 90th percentile of all participants were classified as excellent learners.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Continuous variables were assessed for normality using the Shapiro-Wilk test. Normally distributed data were presented as means (SDs), while nonnormally distributed data were expressed as medians (IQRs) or median (minimum, maximum). Categorical variables were presented as frequencies and percentages. Nonnormally distributed data were analyzed using the Wilcoxon signed rank test. Differences in categorical variables were analyzed using either the <italic>χ</italic><sup>2</sup> test or Fisher exact test, as appropriate.</p>
        <p>Spearman correlation coefficients and multivariate linear regression analyses were used to identify factors influencing final quiz scores. Variables with Spearman correlation coefficients (<italic>P</italic>&#60;.05) were included in the multivariate regression model. Collinearity diagnostics were performed, and variables inducing collinearity were excluded. Factors associated with excellent learners were evaluated using receiver operating characteristic (ROC) curve analysis.</p>
        <p>All statistical analyses were performed using SPSS Statistics for Windows, Version 23 (IBM Corp) and GraphPad Prism, Version 10.1.2 (GraphPad Software). Statistical significance was defined as <italic>P</italic>&#60;.05.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>A total of 199 individuals voluntarily registered for the training, including 122 doctors and 77 medical students. The recruitment of doctors was completed within 2 days, whereas student recruitment required about a month. All registrants indicated that they had not yet mastered the skill of cardiac auscultation. The doctors were significantly older than the students and had substantially more years of prior exposure to auscultation learning. From registration to actual participation, a higher proportion of doctors attended the training compared with medical students (96/122, 78.7% vs 50/77, 64.9%; <italic>χ</italic><sup>2</sup><sub>1</sub>=4.57; <italic>P</italic>=.03). Overall, 73.4% (146/199) of registrants participated in the training, corresponding to a 26.6% (53/199) dropout rate. However, only 23.1% (46/199) of all registrants attended all four sessions (<xref rid="figure1" ref-type="fig">Figure 1</xref>), with no significant difference in full participation between doctors and students.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Participant flow diagram from registration to full course completion.</p>
          </caption>
          <graphic xlink:href="mededu_v11i1e78363_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>For participation motivation, doctors were more driven by intrinsic motivation than medical students (89/122, 73.0% vs 15/77, 19.5%; <italic>χ</italic><sup>2</sup><sub>1</sub>=54.10; <italic>P</italic>&#60;.001). Intrinsic motivation was significantly correlated with age (<italic>r</italic>=0.394; <italic>P</italic>=.004) and total study time (<italic>r</italic>=0.145; <italic>P</italic>=.04), but not with the number of in-class random questions answered (<italic>r</italic>=0.153; <italic>P</italic>=.11). A <italic>χ</italic><sup>2</sup> test further indicated that intrinsic motivation was associated with full participation (<italic>χ</italic><sup>2</sup><sub>1</sub>=4.03; <italic>P</italic>=.045). A significant increase in posttraining scores suggested that the program was effective (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of participants in online heart auscultation training.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="380"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variable<sup>a</sup></td>
                <td colspan="2">Total (N=199)</td>
                <td colspan="2">Doctors (n=122)</td>
                <td colspan="2">Medical students (n=77)</td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), median (IQR)</td>
                <td colspan="2">26 (23-31)</td>
                <td colspan="2">29 (26-35)</td>
                <td colspan="2">22 (20-25)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Female sex, n (%)</td>
                <td colspan="2">136 (68.3)</td>
                <td colspan="2">91 (74.6)</td>
                <td colspan="2">49 (63.6)</td>
                <td colspan="2">.26</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Years of learning heart sound auscultation, median (IQR)</td>
                <td colspan="2">5 (3-8)</td>
                <td colspan="2">7 (5-11)</td>
                <td colspan="2">2 (1-4)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Training participants, n (%)<sup>b</sup></td>
                <td colspan="2">146 (73.4)</td>
                <td colspan="2">96 (78.7)</td>
                <td colspan="2">50 (64.9)</td>
                <td colspan="2">.03</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Participants who attended all 4 sessions, n (%)</td>
                <td colspan="2">46 (23.1)</td>
                <td colspan="2">30 (24.6)</td>
                <td colspan="2">16 (20.8)</td>
                <td colspan="2">.61</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Motivation</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intrinsic motivation, n (%)</td>
                <td colspan="2">104 (52.3)</td>
                <td colspan="2">89 (73.0)</td>
                <td colspan="2">15 (19.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Extrinsic motivation, n (%)</td>
                <td colspan="2">95 (47.7)</td>
                <td colspan="2">33 (27.0)</td>
                <td colspan="2">62 (80.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">Pretraining score, median (IQR)</td>
                <td colspan="2">40 (20-50)</td>
                <td colspan="2">40 (20-50)</td>
                <td colspan="2">30 (20-50)</td>
                <td colspan="2">.47</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Posttraining score, median (IQR)</td>
                <td colspan="2">70 (50-83)</td>
                <td colspan="2">70 (50-90)</td>
                <td colspan="2">50 (50-75)</td>
                <td colspan="2">.29</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Individual score change, median (IQR)</td>
                <td colspan="2">30 (10-45)</td>
                <td colspan="2">35 (10-50)</td>
                <td colspan="2">30 (0-40)</td>
                <td colspan="2">.66</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Continuous variables compared using the Mann-Whitney <italic>U</italic> test; categorical variables compared using the <italic>χ</italic><sup>2</sup> test or Fisher exact test, as appropriate. Two-sided <italic>P</italic>&#60;.05 indicates statistical significance.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Defined as participants attending ≥1 session or reviewing postclass materials at least once.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>During the four sessions, a total of 16 random questions were posed, and 11 sets of review materials were distributed online after each class. The system automatically recorded the number of in-class responses and the frequency of postclass access to review materials. Of the 146 training participants, 49 (33.6%) participants watched the lecture videos after class; however, only 10 (6.8%) viewed all four full recordings. The lecture material was reviewed by 111 (76.0%) participants, but only 20 (13.7%) accessed all available materials.</p>
        <p>The duration of postclass video viewing varied substantially among participants. Age was significantly and positively correlated with total study time (<italic>r</italic>=0.366; <italic>P</italic>&#60;.001), time spent reviewing recorded videos (<italic>r</italic>=0.330; <italic>P</italic>&#60;.001), and the number of review materials accessed (<italic>r</italic>=0.355; <italic>P</italic>&#60;.001; <xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Assessment results for classroom attendance and postclass review. Data are limited to training attendees only.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Variable<sup>a</sup></td>
                <td>Total</td>
                <td>Doctors</td>
                <td>Medical students</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Live class participations (n), median (IQR)</td>
                <td>2 (1-4)</td>
                <td>2 (1-4)</td>
                <td>2.5 (1-4)</td>
                <td>.41</td>
              </tr>
              <tr valign="top">
                <td>Total duration of live class participation (min), median (IQR)</td>
                <td>191 (84-384)</td>
                <td>183 (79-375)</td>
                <td>210 (84-404)</td>
                <td>.77</td>
              </tr>
              <tr valign="top">
                <td>Random questions in class (n), median (IQR)</td>
                <td>5 (1-16)</td>
                <td>5 (1-14)</td>
                <td>5 (3-16)</td>
                <td>.23</td>
              </tr>
              <tr valign="top">
                <td>Course materials reviewed after class (n), median (IQR)</td>
                <td>1 (0-3)</td>
                <td>1 (0-5)</td>
                <td>0 (0-1)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td>Duration of watching lecture videos (min), median (IQR)</td>
                <td>0 (0-578)</td>
                <td>0 (0-578)</td>
                <td>0 (0-169)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td>Total study time (min), median (IQR)</td>
                <td>202 (86-422)</td>
                <td>192 (86-424)</td>
                <td>210 (88-416)</td>
                <td>.89</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Continuous variables compared using the Mann-Whitney <italic>U</italic> test. Two-sided <italic>P</italic>&#60;.05 indicates statistical significance.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Analysis of Factors Affecting Training Scores</title>
        <p>We performed univariate correlation analyses to examine the relationships between multiple factors—including learning motivation, overall participation, number of class attendances, duration of class participation, frequency of in-class responses to random questions, number of postclass material reviews, number of times watching lecture videos, and total study time—and the final scores. Significant correlations were observed between the final scores and full participation (<italic>r</italic>=0.351; <italic>P</italic>=.02), frequency of in-class responses (<italic>r</italic>=0.431; <italic>P</italic>=.004), and number of postclass material reviews (<italic>r</italic>=0.345; <italic>P</italic>=.03).</p>
        <p>Age, participant type (doctor or student), years of prior auscultation study, motivation for participation, and time spent attending live sessions were not significantly correlated with final scores. Further multivariable linear regression analysis showed that only full participation and frequency of in-class responses remained independently associated with final scores, whereas postclass material review frequency did not significantly affect performance (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Multivariate linear regression results for factors associated with final auscultation scores (adjusted R<sup>2</sup>=0.483).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="480"/>
            <col width="280"/>
            <col width="100"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Regression variables</td>
                <td>B (95% CI)</td>
                <td>β</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Constant</td>
                <td>–21.789 (–50.855 to 7.277)</td>
                <td>—<sup>a</sup></td>
                <td>.13</td>
              </tr>
              <tr valign="top">
                <td>Full participation</td>
                <td>41.547 (24.426 to 58.667)</td>
                <td>0.602</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Times of answering random questions in classes</td>
                <td>4.794 (3.054 to 6.445)</td>
                <td>0.695</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Factors Influencing Becoming an Excellent Learner</title>
        <p>Six participants increased their scores by more than 60 points after the training, placing them in the top 10% of all participants and defining them as excellent learners. ROC curve analysis suggests that total study time, actively answering questions in class, full participation, and the extent of postclass review were all significantly related to achieving excellent learner status (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Receiver operating characteristic curve analysis of factors related to excellent performance. AUC: area under the curve.</p>
          </caption>
          <graphic xlink:href="mededu_v11i1e78363_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this voluntary noncredit online cardiac auscultation course, cohort-level test scores improved from pre- to posttraining, indicating overall instructional effectiveness. Nevertheless, only 23% of registrants completed all four sessions, underscoring the difficulty of sustaining participation in voluntary settings. Within the cohort, intrinsic motivation was positively associated with full participation, and both full participation and more frequent content‑aligned in‑class responses were independently associated with higher final scores. Postclass review was not an independent predictor in multivariable models, yet it consistently characterized learners who achieved excellent performance in ROC analyses.</p>
      </sec>
      <sec>
        <title>Interpretation and Comparison With Prior Work</title>
        <p>Taken together, the data suggest a plausible pathway for success in voluntary online learning: autonomous motivation→sustained participation→active content‑aligned engagement→higher performance. This pathway is consistent with the self‑determination theory and with contemporary applications of autonomy‑supportive design in health professional education, which emphasize persistence and self‑regulation in learning tasks [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Methodologically, our study contributes by operationalizing autonomy through objective behavioral traces—attendance, periodic in‑class responses, and review—rather than relying solely on self‑report, which aligns with recent work mapping measurable dimensions of student engagement in health professional education [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Low completion in our cohort mirrors patterns reported in large‑scale voluntary online courses, where completion is often modest; for example, completion of massive open online courses frequently clusters around 10% in some contexts. A recent systematic review concluded that dropout is multifactorial and more closely related to course attributes, learner behaviors, and motivation/self‑regulation than to content alone, reinforcing the need for proactive planning to sustain participation in voluntary courses [<xref ref-type="bibr" rid="ref11">11</xref>]. In practical terms, clear expectation setting before enrollment—regarding time commitment, learning objectives, and assessment schedule—and simple scheduling reminders have been reported to improve learner persistence in online education [<xref ref-type="bibr" rid="ref11">11</xref>] and may help participants maintain full engagement in voluntary courses.</p>
        <p>Beyond attendance, maintaining focused attention during sessions appears salient. Empirical work shows that off‑task device use is more frequent online than face‑to‑face and is associated with perceived distraction, which can erode engagement [<xref ref-type="bibr" rid="ref23">23</xref>]. In medical education contexts, survey evidence and expert opinion further suggest that attention tends to decline after approximately 10-15 minutes unless refreshed through interactive elements. Accordingly, periodic content-aligned checks (brief questions or polls), as implemented in our study, are advisable in synchronous sessions [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Finally, postclass review may play a selective role in mastery. Although postclass review was not an independent predictor in our adjusted model, high performers engaged in postclass review more often. This pattern is consonant with meta-analytic evidence that spaced or retrieval-based reviews improve long-term retention and, in some cases, clinical behavior change relative to massed learning [<xref ref-type="bibr" rid="ref25">25</xref>]. In health professional education, spaced e‑learning has been shown to enhance knowledge retention in basic life support compared with single‑session learning [<xref ref-type="bibr" rid="ref26">26</xref>]. Future implementations could explore embedding simple, low-burden review structures—such as a 48-hour recap and a 1-week revisit—and providing automated reminders to prompt learners to consolidate key material.</p>
        <p>Notably in our cohort, the associations between participation/engagement and performance were not explained by measured demographic characteristics (age, years of exposure to auscultation, workplace), suggesting that the behavioral pathway outlined above could be applicable across subgroups in similar settings.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has several limitations. It was conducted at a single center with voluntary participation, which may limit generalizability and introduce self-selection bias. The primary outcome was a short-term test score, and long-term retention was not assessed. Although the pre- and posttests followed the same blueprint, using different item sets may have introduced measurement variability. Motivation was assessed by a single unvalidated item, and the voluntary single‑center sample entails self‑selection; hence, residual confounding and limited generalizability remain.</p>
      </sec>
      <sec>
        <title>Conclusions and Broader Implications</title>
        <p>Learners who consistently attended all sessions, stayed focused during class, and reviewed material after class achieved the best results in this voluntary online clinical skills course. These behaviors represent practical expressions of learner autonomy and can be strengthened through simple habits—committing to scheduled sessions, engaging actively with class tasks, and revisiting key materials on a spaced schedule. For busy health professionals, such disciplined learning routines may transform limited study time into durable competence.</p>
        <p>Beyond this specific course, these findings highlight the importance of quantifying and supporting learner autonomy as a measurable construct in online medical education. Incorporating behavioral analytics to monitor participation, engagement, and review patterns may provide educators with actionable insights to design more autonomy-supportive learning environments. Future research should investigate how these learner-driven behaviors can be further supported through course design and motivation-enhancing strategies to sustain long-term engagement and performance across diverse educational settings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ROC</term>
          <def>
            <p>receiver operating characteristic</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project is supported by the Educational Reform Project of Peking Union Medical College, Chinese Academy of Medical Sciences, under grants 2023zlgl032 and 2021zlgc0110.</p>
      <p>ChatGPT (OpenAI) was used for language polishing, and the authors take full responsibility for all revisions.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets generated and analyzed during this study are not publicly available because they contain identifiable personal information and course platform activity records in Chinese. Deidentified data may be made available from the corresponding author upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>Conceptualization: XL, YF</p>
        <p>Methodology: XL</p>
        <p>Investigation: YF</p>
        <p>Data curation: XL</p>
        <p>Formal analysis: XL</p>
        <p>Validation: LF</p>
        <p>Writing – original draft: XL</p>
        <p>Writing – review &#38; editing: XL, YF, LF</p>
        <p>Supervision: YF</p>
        <p>Project administration: YF</p>
        <p>All authors had full access to all data in the study. XL took responsibility for the integrity of the data and accuracy of the data analysis. All authors approved the final version of the manuscript and agree to be accountable for all aspects of the work.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Crocombe</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Advances in medical education and practice: role of massive open online courses</article-title>
          <source>Adv Med Educ Pract</source>
          <year>2017</year>
          <volume>8</volume>
          <fpage>603</fpage>
          <lpage>609</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/10.2147/AMEP.S115321?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/AMEP.S115321</pub-id>
          <pub-id pub-id-type="medline">28860891</pub-id>
          <pub-id pub-id-type="pii">amep-8-603</pub-id>
          <pub-id pub-id-type="pmcid">PMC5573056</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The irreplaceable role of medical massive open online courses in China during the COVID-19 pandemic</article-title>
          <source>BMC Med Educ</source>
          <year>2023</year>
          <month>05</month>
          <day>09</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>323</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-023-04315-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-023-04315-z</pub-id>
          <pub-id pub-id-type="medline">37158861</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-023-04315-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC10166685</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Doherty</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dromey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lougheed</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hannigan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Last</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Barriers and solutions to online learning in medical education - an integrative review</article-title>
          <source>BMC Med Educ</source>
          <year>2018</year>
          <month>06</month>
          <day>07</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>130</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-018-1240-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-018-1240-0</pub-id>
          <pub-id pub-id-type="medline">29880045</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-018-1240-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5992716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>The theory of transactional distance</article-title>
          <source>Handbook of Distance Education</source>
          <year>2013</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacNeill</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Masters</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nemethy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Correia</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Online learning in health professions education. Part 1: teaching and learning in online environments: AMEE Guide No. 161</article-title>
          <source>Med Teach</source>
          <year>2024</year>
          <month>01</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/10.1080/0142159X.2023.2197135?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/0142159X.2023.2197135</pub-id>
          <pub-id pub-id-type="medline">37094079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Learner autonomy</article-title>
          <source>Wikipedia</source>
          <year>2023</year>
          <access-date>2024-06-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/w/index.php?title=Learner_autonomy&#38;oldid=1178564267">https://en.wikipedia.org/w/index.php?title=Learner_autonomy&#38;oldid=1178564267</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhuri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gaine</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of self-directed learning in medical education in undergraduate medical students</article-title>
          <source>Curr Med Issues</source>
          <year>2025</year>
          <month>03</month>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <pub-id pub-id-type="doi">10.4103/cmi.cmi_96_24</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <source>Self-Directed Learning: A Guide for Learners and Teachers</source>
          <year>1975</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Association Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Learner autonomy</article-title>
          <source>ScienceDirect</source>
          <access-date>2024-06-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/topics/psychology/learner-autonomy">https://www.sciencedirect.com/topics/psychology/learner-autonomy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Beyond autonomy: unpacking self-regulated and self-directed learning through the lens of learner agency- a scoping review</article-title>
          <source>BMC Med Educ</source>
          <year>2024</year>
          <month>12</month>
          <day>23</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>1519</fpage>
          <pub-id pub-id-type="doi">10.1186/s12909-024-06476-x</pub-id>
          <pub-id pub-id-type="medline">39716158</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-024-06476-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC11667877</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jew</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Take a MOOC and then drop: a systematic review of MOOC engagement pattern and dropout factor</article-title>
          <source>Heliyon</source>
          <year>2023</year>
          <month>04</month>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>e15220</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2405-8440(23)02427-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.heliyon.2023.e15220</pub-id>
          <pub-id pub-id-type="medline">37123924</pub-id>
          <pub-id pub-id-type="pii">S2405-8440(23)02427-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC10133660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>George</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Papachristou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Belisario</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wark</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Cotic</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sluiter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Riboli-Sasco</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>Lorainne</given-names>
            </name>
            <name name-style="western">
              <surname>Musulanov</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Molina</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Heng</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wheeler</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Al Shorbaji</surname>
              <given-names>Najeeb</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Online eLearning for undergraduates in health professions: a systematic review of the impact on knowledge, skills, attitudes and satisfaction</article-title>
          <source>J Glob Health</source>
          <year>2014</year>
          <month>06</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>010406</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24976965"/>
          </comment>
          <pub-id pub-id-type="doi">10.7189/jogh.04.010406</pub-id>
          <pub-id pub-id-type="medline">24976965</pub-id>
          <pub-id pub-id-type="pii">jogh-04-010406</pub-id>
          <pub-id pub-id-type="pmcid">PMC4073252</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Regmi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the factors - enablers and barriers - affecting e-learning in health sciences education</article-title>
          <source>BMC Med Educ</source>
          <year>2020</year>
          <month>03</month>
          <day>30</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-020-02007-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-020-02007-6</pub-id>
          <pub-id pub-id-type="medline">32228560</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-020-02007-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7106784</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berger-Estilita</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Krista</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gogollari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Elfering</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guttormsen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Self-directed learning in health professions: a mixed-methods systematic review of the literature</article-title>
          <source>PLoS One</source>
          <year>2025</year>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>e0320530</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0320530"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0320530</pub-id>
          <pub-id pub-id-type="medline">40315189</pub-id>
          <pub-id pub-id-type="pii">PONE-D-24-23600</pub-id>
          <pub-id pub-id-type="pmcid">PMC12047769</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cardiac auscultation via simulation: a survey of the approach of UK medical schools</article-title>
          <source>BMC Res Notes</source>
          <year>2015</year>
          <month>09</month>
          <day>10</day>
          <volume>8</volume>
          <fpage>427</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcresnotes.biomedcentral.com/articles/10.1186/s13104-015-1419-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13104-015-1419-y</pub-id>
          <pub-id pub-id-type="medline">26358413</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13104-015-1419-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC4566366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martínez</surname>
              <given-names>Gonzalo</given-names>
            </name>
            <name name-style="western">
              <surname>Guarda</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Baeza</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Garayar</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chamorro</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Casanegra</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A heart sound simulator as an effective aid in teaching cardiac auscultation to medical students and internal medicine residents</article-title>
          <source>Rev Esp Cardiol (Engl Ed)</source>
          <year>2012</year>
          <month>12</month>
          <volume>65</volume>
          <issue>12</issue>
          <fpage>1135</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.recesp.2012.03.022</pub-id>
          <pub-id pub-id-type="medline">22796032</pub-id>
          <pub-id pub-id-type="pii">S0300-8932(12)00305-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vukanovic-Criley</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Criley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Warde</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Boker</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Guevara-Matheus</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Churchill</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Criley</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Competency in cardiac examination skills in medical students, trainees, physicians, and faculty: a multicenter study</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>03</month>
          <day>27</day>
          <volume>166</volume>
          <issue>6</issue>
          <fpage>610</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.6.610</pub-id>
          <pub-id pub-id-type="medline">16567598</pub-id>
          <pub-id pub-id-type="pii">166/6/610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGee</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Wark</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mwangi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Drovandi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alele</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Malau-Aduli</surname>
              <given-names>BS</given-names>
            </name>
            <collab>ACHIEVE Collaboration</collab>
          </person-group>
          <article-title>Digital learning of clinical skills and its impact on medical students' academic performance: a systematic review</article-title>
          <source>BMC Med Educ</source>
          <year>2024</year>
          <month>12</month>
          <day>18</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>1477</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-024-06471-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-024-06471-2</pub-id>
          <pub-id pub-id-type="medline">39696150</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-024-06471-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC11653901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>The impact of learner autonomy on the performance in voluntary online cardiac auscultation courses</article-title>
          <source>Research Square</source>
          <comment>Preprint posted online on September 2, 2024</comment>
          <pub-id pub-id-type="doi">10.21203/rs.3.rs-4758934/v1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <source>Self-Determination Theory Basic Psychological Needs in Motivation, Development, and Wellness</source>
          <year>2018</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Guilford Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kusurkar</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>32 Self-determination theory in health professions education research and practice</article-title>
          <source>The Oxford Handbook of Self-Determination Theory</source>
          <year>2023</year>
          <publisher-loc>Oxford, England</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kassab</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Eraky</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>El-Sayed</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hamdy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Measurement of student engagement in health professions education: a review of literature</article-title>
          <source>BMC Med Educ</source>
          <year>2023</year>
          <month>05</month>
          <day>20</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>354</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-023-04344-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-023-04344-8</pub-id>
          <pub-id pub-id-type="medline">37210491</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-023-04344-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC10199536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aivaz</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Teodorescu</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>College students' distractions from learning caused by multitasking in online vs. face-to-face classes: a case study at a public university in Romania</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2022</year>
          <month>09</month>
          <day>06</day>
          <volume>19</volume>
          <issue>18</issue>
          <fpage>11188</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph191811188"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph191811188</pub-id>
          <pub-id pub-id-type="medline">36141459</pub-id>
          <pub-id pub-id-type="pii">ijerph191811188</pub-id>
          <pub-id pub-id-type="pmcid">PMC9517392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Çakmakkaya</surname>
              <given-names>Özlem Serpil</given-names>
            </name>
            <name name-style="western">
              <surname>Meydanlı</surname>
              <given-names>Elif Güzel</given-names>
            </name>
            <name name-style="western">
              <surname>Kafadar</surname>
              <given-names>Ali Metin</given-names>
            </name>
            <name name-style="western">
              <surname>Demirci</surname>
              <given-names>Mehmet Selman</given-names>
            </name>
            <name name-style="western">
              <surname>Süzer</surname>
              <given-names>Öner</given-names>
            </name>
            <name name-style="western">
              <surname>Ar</surname>
              <given-names>Muhlis Cem</given-names>
            </name>
            <name name-style="western">
              <surname>Yaman</surname>
              <given-names>Muhittin Onur</given-names>
            </name>
            <name name-style="western">
              <surname>Demirbaş</surname>
              <given-names>Kaan Can</given-names>
            </name>
            <name name-style="western">
              <surname>Gönen</surname>
              <given-names>Mustafa Sait</given-names>
            </name>
          </person-group>
          <article-title>Factors affecting medical students' satisfaction with online learning: a regression analysis of a survey</article-title>
          <source>BMC Med Educ</source>
          <year>2024</year>
          <month>01</month>
          <day>03</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-023-04995-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-023-04995-7</pub-id>
          <pub-id pub-id-type="medline">38172870</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-023-04995-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC10765570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinengo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>MSP</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>TDR</given-names>
            </name>
            <name name-style="western">
              <surname>Ang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jabir</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Spaced digital education for health professionals: systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2024</year>
          <month>10</month>
          <day>10</day>
          <volume>26</volume>
          <fpage>e57760</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2024//e57760/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/57760</pub-id>
          <pub-id pub-id-type="medline">39388234</pub-id>
          <pub-id pub-id-type="pii">v26i1e57760</pub-id>
          <pub-id pub-id-type="pmcid">PMC11502984</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ranjbar</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sharif-Nia</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shiri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rahmatpour</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The effect of spaced E-Learning on knowledge of basic life support and satisfaction of nursing students: a quasi-experimental study</article-title>
          <source>BMC Med Educ</source>
          <year>2024</year>
          <month>05</month>
          <day>15</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>537</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-024-05533-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-024-05533-9</pub-id>
          <pub-id pub-id-type="medline">38750506</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-024-05533-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC11097522</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
