<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JME</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id>
      <journal-title>JMIR Medical Education</journal-title>
      <issn pub-type="epub">2369-3762</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i2e13568</article-id>
      <article-id pub-id-type="pmid">31573944</article-id>
      <article-id pub-id-type="doi">10.2196/13568</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Introduction of Ultrasound Simulation in Medical Education: Exploratory Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhou</surname>
            <given-names>Zhuhuang</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Xifeng</surname>
            <given-names>Liu</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hani</surname>
            <given-names>Selim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7513-1633</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Chalouhi</surname>
            <given-names>Gihad</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3302-416X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lakissian</surname>
            <given-names>Zavi</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7292-5470</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Sharara-Chami</surname>
            <given-names>Rana</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <address>
            <institution>Department of Pediatrics and Adolescent Medicine</institution>
            <institution>American University of Beirut Medical Center</institution>
            <addr-line>PO Box 11-0236 Riad El Solh 110 72020</addr-line>
            <addr-line>Beirut,</addr-line>
            <country>Lebanon</country>
            <phone>961 1350000 ext 5536, 7950</phone>
            <email>rsharara@aub.edu.lb</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6508-0000</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Industrial Engineering</institution>
        <institution>American University of Beirut</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>International Society of Ultrasound in Obstetrics and Gynecology</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>SimECHOLE</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of Maternal Fetal Medicine</institution>
        <institution>Department of Obstetrics and Gynecology</institution>
        <institution>American University of Beirut Medical Center</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Simulation Program</institution>
        <institution>Faculty of Medicine</institution>
        <institution>American University of Beirut Medical Center</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Pediatrics and Adolescent Medicine</institution>
        <institution>American University of Beirut Medical Center</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Rana Sharara-Chami 
        <email>rsharara@aub.edu.lb</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Dec</season>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>9</month>
        <year>2019</year>
      </pub-date>
      <volume>5</volume>
      <issue>2</issue>
      <elocation-id>e13568</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>2</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>7</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Selim Hani, Gihad Chalouhi, Zavi Lakissian, Rana Sharara-Chami. Originally published in JMIR Medical Education (http://mededu.jmir.org), 26.09.2019</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on http://mededu.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mededu.jmir.org/2019/2/e13568/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Ultrasound is ubiquitous across all disciplines of medicine; it is one of the most commonly used noninvasive, painless diagnostic tools. However, not many are educated and trained well enough in its use. Ultrasound requires not only theoretical knowledge but also extensive practical experience. The simulated setting offers the safest environment for health care professionals to learn and practice using ultrasound.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to (1) assess health care professionals’ need for and enthusiasm toward practicing using ultrasound via simulation and (2) gauge their perception and acceptance of simulation as an integral element of ultrasound education in medical curricula.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A day-long intervention was organized at the American University of Beirut Medical Center (AUBMC) to provide a free-of-charge interactive ultrasound simulation workshop—using CAE Vimedix high-fidelity simulator—for health care providers, including physicians, nurses, ultrasound technicians, residents, and medical students. Following the intervention, attendees completed an evaluation, which included 4 demographic questions and 16 close-ended questions based on a Likert scale agree-neutral-disagree. The results presented are based on this evaluation form.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 41 participants attended the workshop (46% [19/41] physicians, 30% [12/41] residents, 19% [8/41] sonographers, and 5% [2/41] medical students), mostly from AUBMC (88%, 36/41), with an average experience of 2.27 (SD 3.45) years and 30 (SD 46) scans per attendee. Moreover, 15 out of 41 (36%) participants were from obstetrics and gynecology, 11 (27%) from internal medicine, 4 (10%) from pediatrics, 4 (10%) from emergency medicine, 2 (5%) from surgery and family medicine, and 5 (12%) were technicians. The majority of participants agreed that ultrasound provided a realistic setting (98%, 40/41) and that it allowed for training and identification of pathologies (88%, 36/41). Furthermore, 100% (41/41) of the participants agreed that it should be part of the curriculum either in medical school or residency, and most of the participants approved it for training (98%, 40/41) and teaching (98%, 40/41).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>All attendees were satisfied with the intervention. There was a positive perception toward the use of simulation for training and teaching medical students and residents in using ultrasound, and there was a definite need and enthusiasm for its integration into curricula. Simulation offers an avenue not only for teaching but also for practicing the ultrasound technology by both medical students and health care providers.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>medical education</kwd>
        <kwd>simulation training</kwd>
        <kwd>ultrasonography</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Ultrasound is ubiquitous across all disciplines of medicine; it is one of the most commonly used noninvasive, painless diagnostic tools. However, not many are educated and trained well enough in its use. In obstetrics and gynecology (OBGYN), for instance, ultrasound is the primary method of imaging [<xref ref-type="bibr" rid="ref1">1</xref>]. Its use encompasses screening as well as expert examination of normal and abnormal cases [<xref ref-type="bibr" rid="ref2">2</xref>]. It has become an essential part of medical practice, often irrespective of the ability, competence, and experience of the operators [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The lack of standardization in training and assessment of skills has become a matter of concern worldwide [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Currently, theoretical knowledge of ultrasound technology and application is sometimes insufficient, and practical training has traditionally been patient-dependent, that is, achieved on actual patients or volunteers [<xref ref-type="bibr" rid="ref6">6</xref>]. However, this conventional approach has numerous challenges, especially during the initial phase of training; it adds undue pressure on trainees interacting with patients, potentially distracting them from correctly handling the ultrasound probe and/or accurately interpreting the images [<xref ref-type="bibr" rid="ref6">6</xref>]. Furthermore, developing competency in ultrasound is largely dependent on the variety and number of cases encountered during clinical practice [<xref ref-type="bibr" rid="ref7">7</xref>]. Finally, the more important issue is the challenge of patients not willing to be examined by trainees [<xref ref-type="bibr" rid="ref8">8</xref>]. Ultrasound training is time-consuming and requires extensive teaching resources [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Consequently, some trainees may never acquire the basic skills and knowledge needed for independent practice [<xref ref-type="bibr" rid="ref5">5</xref>]. The lack of sufficient operator skills can lead to diagnostic errors that may compromise patient safety. The increased focus on medical errors and patient safety calls for development of alternative methods for continuous education and assessment of skills [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>These changes in the context of medical education and training have paved the way for a somewhat new concept of learning, that is, simulation, focused mainly on learners’ needs and patient safety [<xref ref-type="bibr" rid="ref10">10</xref>]. The emerging field of simulation-based education has been shown to improve basic ultrasound training [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Simulation provides a safe, controlled, and learner-centered environment, which allows for repeated practice without any patient discomfort or harm [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Simulation-based training may enable trainees to become familiar with image optimization, probe orientation, as well as practicing a systematic approach to ultrasonography before beginning clinical training [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Ultrasound simulators are integrated simulators, generally composed of a human mannequin, a mock probe, and a computer. Usually, the mock probe is connected directly to a monitor that displays the ultrasound image depending upon the probe’s position and movements. Most of these simulators use electromagnetic tracking systems to define the probe’s position. The mock probe usually contains a 3-dimensional sensor, capable of acquiring virtual position data instantaneously [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. These simulators have been applied mainly in teaching the basic skills of cardiac ultrasound examination to students and residents in emergency medicine and in internal medicine. Over the last few years, several studies have investigated the effectiveness of simulation-based echocardiography training compared with conventional methods such as theoretical lectures and hands-on training on patients. Findings of these studies suggest that the use of echocardiographic simulators gave very positive results regarding motivation and a decrease in anxiety compared with examination of real patients [<xref ref-type="bibr" rid="ref16">16</xref>]. The use of transesophageal echocardiographic simulation proved not only to be realistic and helpful [<xref ref-type="bibr" rid="ref17">17</xref>] but also to be superior to conventional methods of teaching [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. Simulation has also been found to be helpful for introducing surgery residents to the use of ultrasound in trauma cases [<xref ref-type="bibr" rid="ref19">19</xref>]. It has been established that there is improvement in knowledge and better recognition of clinical scenarios after training sessions on the simulator [<xref ref-type="bibr" rid="ref20">20</xref>]. However, a study by Cawthorn et al [<xref ref-type="bibr" rid="ref21">21</xref>] underlines the importance of supervised training using simulation, stating the necessity of combining both teaching methods.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>To justify the expenses of adding a costly, albeit proficient and high-fidelity simulator, the authors needed to assess stakeholders’ interest and institutional need for the investment. Therefore, a day-long workshop was organized to provide a free-of-charge interactive ultrasound simulation training—using CAE Vimedix high-fidelity simulator (see <xref ref-type="fig" rid="figure1">Figure 1</xref>)—for health care providers, including physicians, nurses, ultrasound technicians/sonographers, residents, and medical students. Our aim for this intervention was to assess the readiness and need of health care professionals to practice using ultrasound via simulation and to estimate their perception and acceptance of simulation as an integral element of medical education curricula, particularly in relation to teaching and practicing the use of US.</p>
        <fig id="figure1" position="float">
          <caption>
            <p>CAE Vimedix high-fidelity simulator.</p>
          </caption>
          <graphic xlink:href="mededu_v5i2e13568_fig1.png" alt-version="no" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>The study is an experimental intervention, that is, an ultrasound simulation workshop provided at the American University of Beirut Medical Center (AUBMC).</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>An open invitation to the event was circulated via email; participants included physicians, nurses, ultrasound technicians/sonographers, residents, and medical students.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>CAE Vimedix high-fidelity simulator was used for the workshop. This simulator facilitates engaging and intuitive learning in cardiac, pulmonary, abdominal, and OBGYN US—all in 1 common platform. With its state-of-the-art manikin-based system and innovative software tools, CAE Vimedix accelerates the development of essential psychomotor and cognitive skills for ultrasound probe handling, image interpretation, diagnoses, and clinical decision making (CAE Healthcare, Corp, 2019).</p>
        <p>The workshop was divided into 4 modules. All modules started with a short didactic presentation of the theoretical basis to ultrasound relating to that specific module (10 min). The first module contained adult cardiology scenarios (pulmonary stenosis, cardiac tamponade, heart failure, and aortic regurgitation). The second module contained emergency medicine topics (pneumonia, acute myocardial infarction, pleural effusion, pneumothorax, and acute abdomen). The third module contained pediatric cardiology topics (Ebstein anomaly, valvular diseases, and single ventricle physiology). The fourth module was tailored for OBGYN and emergency medicine providers, and it contained scenarios on ectopic pregnancy (8 weeks), normal fetus (8 weeks and 12 weeks), and cleft lip (20 weeks). The participants got a 1-hour hands-on practice with direct one-on-one feedback during each module.</p>
        <p>Following the intervention, the attendees were asked to complete an evaluation, which included 4 demographic questions and 16 close-ended questions based on a Likert scale (agree-neutral-disagree).</p>
      </sec>
      <sec>
        <title>Measuring Impact</title>
        <p>Novel training strategies should ideally create a chain of impact at several levels. The most widely used training evaluation methodology is the Kirkpatrick and Phillips model [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], which measures training outcomes at 5 levels, starting at reaction/planned action and ending with return on investment (ROI):</p>
        <list list-type="order">
          <list-item>
            <p><italic>Level 1—Reaction and satisfaction</italic>: this measures participants’ reaction to and satisfaction with the training, usually measured in surveys, and their planned action (their plans to use what they have learned).</p>
          </list-item>
          <list-item>
            <p><italic>Level 2—Learning</italic>: this assesses how much participants have learned (with pre- and posttests).</p>
          </list-item>
          <list-item>
            <p><italic>Level 3—Behavior, application, and implementation</italic>: this assesses whether the skills and knowledge gained in training are applied and practiced in the workplace or have changed learners’ behavior.</p>
          </list-item>
          <list-item>
            <p><italic>Level 4—Results</italic>: this measures the extent to which the institutions’ measures (output, quality, costs, and time) have improved after training; although this can be considered as the goal of a strategy, it is important to go beyond this level of evaluation to verify that the program’s costs do not outweigh its benefits.</p>
          </list-item>
          <list-item>
            <p><italic>Level 5—Return on investment</italic>: this compares the benefits from the program with its cost [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>] and is the ultimate level of evaluation.</p>
          </list-item>
        </list>
        <p>The evaluation of ultrasound simulation has until now remained mainly at levels 1 and 2. Most studies have evaluated reaction, satisfaction [<xref ref-type="bibr" rid="ref25">25</xref>], or learning [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Currently, several ultrasound simulators measure time to complete tasks and accuracy of procedure; however, most studies have not yet evaluated the transfer of knowledge acquired during simulation training into clinical practice [<xref ref-type="bibr" rid="ref26">26</xref>]. In addition to these measurable benefits, most training programs have intangible benefits, including stress reduction and increased commitment of trainees, improved patient satisfaction, less patient complaints, as well as decline or avoidance of conflict [<xref ref-type="bibr" rid="ref25">25</xref>]. Our study primarily targeted level 1.</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>Data collected from the evaluations were entered, coded, and analyzed via the Statistical Package for Social Sciences version 24 (IBM Corp). Descriptive analyses were performed using the number and percentage for categorical variables or mean and SD for continuous ones. To avoid redundancy, the 5-point Likert scale was collapsed into 3 points: strongly agree and agree were combined under “agree,” and similarly, strongly disagree and disagree were combined under “disagree;” therefore, analyses were performed on the scale agree-neither agree nor disagree-disagree.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Demographics</title>
        <p>A total of 41 participants attended the workshop (46% [19/41] physicians, 30% [12/41] residents, 19% [8/41] sonographers, and 5% [2/41] medical students), mostly from AUBMC (88%, 36/41), with an average experience of 2.27 (SD 3.45) years and 30 (SD 46) scans per attendee. Moreover, 36% (15/41) of participants were from OBGYN, 27% (11/41) from internal medicine, 10% (4/41) from pediatrics, 10% (4/41) from emergency medicine, 5% (2/41) from surgery and family medicine, and 12% (5/41) were technicians.</p>
      </sec>
      <sec>
        <title>Participant Response to Ultrasound Simulation Training</title>
        <p>Overall, Twenty participants had been previously exposed to simulation in general. The majority of participants agreed that ultrasound simulation provided a realistic setting (98%, 40/41) and that it allowed for training and identification of pathologies (88%, 36/41). In addition, 100% (41/41) of the participants agreed that it should be part of the curriculum either in medical school or residency, and most of the participants agreed that it was useful for training (98%, 40/41) and teaching (98%, 40/41; <xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Results of the evaluation forms (N=41).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="660"/>
            <col width="110"/>
            <col width="110"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Evaluation questions</td>
                <td>Agree, n (%)</td>
                <td>Neither, n (%)</td>
                <td>Disagree, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>In terms of complexity...pathologies on the simulator seemed significantly less complex</td>
                <td>39 (95)</td>
                <td>1 (2)</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>Simulation-based assessment of US<sup>a</sup> skills is an acceptable method for evaluation</td>
                <td>39 (95)</td>
                <td>1 (2)</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>The US simulation gives realistic images, and the pathologies are represented realistically</td>
                <td>38 (93)</td>
                <td>2 (5)</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td>The US simulation gives a realistic sensation of probe manipulation</td>
                <td>38 (93)</td>
                <td>2 (5)</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>The US simulation should be introduced as part of the US training in the medical school curriculum</td>
                <td>41 (100)</td>
                <td>—<sup>b</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>The US simulation is a good tool for training</td>
                <td>40 (98)</td>
                <td>1 (2)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>The US simulation is a good tool for teaching</td>
                <td>40 (98)</td>
                <td>1 (2)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>The US simulation allows training and identification of complex or /rare pathologies</td>
                <td>36 (88)</td>
                <td>3 (7)</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td>On the basis of this session, I do not see any added value of the US simulation, and there is no justification for its use in medical school environments</td>
                <td>9 (22)</td>
                <td>1 (3)</td>
                <td>31 (75)</td>
              </tr>
              <tr valign="top">
                <td>The US simulation allows for good auto-evaluation of health care professionals</td>
                <td>39 (95)</td>
                <td>2 (5)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Handling of the US session on the simulation requires the same level of care and meticulousness as the process with a real patient</td>
                <td>25 (62)</td>
                <td>8 (20)</td>
                <td>7 (17)</td>
              </tr>
              <tr valign="top">
                <td>Handling a case on the US simulation is as stressful as real-life patients</td>
                <td>11 (27)</td>
                <td>4 (10)</td>
                <td>26 (63)</td>
              </tr>
              <tr valign="top">
                <td>Simulation-Based Assessments should be used for future licensing exams</td>
                <td>35 (85)</td>
                <td>6 (15)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>An US simulation allows exposure of students/professionals to a wider range of pathologies</td>
                <td>39 (95)</td>
                <td>1 (2)</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>This session was satisfactory</td>
                <td>39 (95)</td>
                <td>1 (2)</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>Participation in future simulation initiatives</td>
                <td>40 (98)</td>
                <td>1 (2)</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>US: ultrasound.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Cells with 0 responses. For example, when 100% of participants responded with “agree” and none with “neither” or “disagree.”</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings and Conclusions</title>
        <p>Our findings showed that participants unanimously supported the introduction of ultrasound via simulation in medical school curricula and residency programs. The importance of hands-on repeat-training and deliberate practice [<xref ref-type="bibr" rid="ref27">27</xref>] until proficiency is reached has superseded and surpassed the outdated paradigm of “see one, do one, teach one” [<xref ref-type="bibr" rid="ref28">28</xref>]. So far, there is no consensus or standardization of the teaching or training of ultrasound among different institutions and countries for educational purposes or for assessment of practitioners’ skills and accreditation [<xref ref-type="bibr" rid="ref5">5</xref>]. Given the high variability between learners in the time and training needed to gain proficiency, it is unlikely that a minimum set number of scans can adequately reflect candidates’ skills; some trainees reach a level of competency that is suitable for clinical practice after a few scans, whereas others need more time to reach the same level [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Our intervention showed that simulation-based ultrasound training could provide a relatively realistic setting for training, assessment, and practice. However, further research is needed to assess the retention of knowledge and skills by the workshop participants.</p>
        <p>There is broad consensus on the utility of integrating virtual reality into ultrasound education and into training programs [<xref ref-type="bibr" rid="ref5">5</xref>]. It has been proposed as a valid and reliable method for assessment of skills [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Simulation, however, is not meant to replace clinical training and tutoring [<xref ref-type="bibr" rid="ref26">26</xref>]; instead, it offers a complementary useful method for introducing trainees to ultrasound practice, allowing them to become familiar with image optimization and probe orientation, without being confronted with the stresses of the clinical setting.</p>
        <p>There are a number of commercially available ultrasound simulators, but they remain expensive and require maintenance and adequate training for their use. These factors may limit the widespread adoption of the technology. Some practitioners believe that acquisition of simulators can be economically beneficial by allowing trainees to improve their performance without monopolizing ultrasound machines required in the clinical setting [<xref ref-type="bibr" rid="ref5">5</xref>]. However, proper cost-effectiveness analyses have to be conducted to verify and substantiate these claims.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>We acknowledge that the study has limitations, including the fact that it is an analysis of 1 workshop. The heterogeneity among participants in terms of disciplines, experience, and specialty lead us to consider our findings relatively sound in external validity. More importantly, future interventions and assessments need to be conducted to measure the long-term effects of such exercises on participants’ knowledge and skill retention.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AUBMC</term>
          <def>
            <p>American University of Beirut Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">OBGYN</term>
          <def>
            <p>obstetrics and gynecology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ROI</term>
          <def>
            <p>return on investment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">US</term>
          <def>
            <p>ultrasound</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>European Federation of Societies for Ultrasound in Medicine</collab>
          </person-group>
          <article-title>Minimum training requirements for the practice of medical ultrasound in Europe</article-title>
          <source>Ultraschall Med</source>
          <year>2010</year>
          <month>08</month>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>426</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0030-1263214</pub-id>
          <pub-id pub-id-type="medline">20725892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Copel</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Point-of-care ultrasonography</article-title>
          <source>N Engl J Med</source>
          <year>2011</year>
          <month>02</month>
          <day>24</day>
          <volume>364</volume>
          <issue>8</issue>
          <fpage>749</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMra0909487</pub-id>
          <pub-id pub-id-type="medline">21345104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggeri</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Dyne</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kaji</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>The learning curve of resident physicians using emergency ultrasonography for cholelithiasis and cholecystitis</article-title>
          <source>Acad Emerg Med</source>
          <year>2010</year>
          <month>11</month>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>1247</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1553-2712.2010.00909.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1553-2712.2010.00909.x</pub-id>
          <pub-id pub-id-type="medline">21175524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Casey</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dyne</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kaji</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The learning curve of resident physicians using emergency ultrasonography for obstructive uropathy</article-title>
          <source>Acad Emerg Med</source>
          <year>2010</year>
          <month>09</month>
          <volume>17</volume>
          <issue>9</issue>
          <fpage>1024</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1553-2712.2010.00850.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1553-2712.2010.00850.x</pub-id>
          <pub-id pub-id-type="medline">20836789</pub-id>
          <pub-id pub-id-type="pii">ACEM850</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Tappert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sundler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ottesen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tabor</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Which factors are associated with trainees' confidence in performing obstetric and gynecological ultrasound examinations?</article-title>
          <source>Ultrasound Obstet Gynecol</source>
          <year>2014</year>
          <month>04</month>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>444</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/uog.13211"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/uog.13211</pub-id>
          <pub-id pub-id-type="medline">24105723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chalouhi</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Bernardi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gueneuc</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Houssin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stirnemann</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ville</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of trainees' ability to perform obstetrical ultrasound using simulation: challenges and opportunities</article-title>
          <source>Am J Obstet Gynecol</source>
          <year>2016</year>
          <month>04</month>
          <volume>214</volume>
          <issue>4</issue>
          <fpage>525.e1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajog.2015.10.932</pub-id>
          <pub-id pub-id-type="medline">26546849</pub-id>
          <pub-id pub-id-type="pii">S0002-9378(15)02237-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Konge</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nørgaard</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Tabor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Klemmensen</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Ottesen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Assessment of performance measures and learning curves for use of a virtual-reality ultrasound simulator in transvaginal ultrasound examination</article-title>
          <source>Ultrasound Obstet Gynecol</source>
          <year>2014</year>
          <month>12</month>
          <volume>44</volume>
          <issue>6</issue>
          <fpage>693</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/uog.13400"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/uog.13400</pub-id>
          <pub-id pub-id-type="medline">24789453</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Nørgaard</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Tabor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Konge</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>The predictive value of ultrasound learning curves across simulated and clinical settings</article-title>
          <source>J Ultrasound Med</source>
          <year>2017</year>
          <month>01</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>201</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.7863/ultra.16.01037</pub-id>
          <pub-id pub-id-type="medline">27925649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dyre</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nørgaard</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Tabor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Collecting validity evidence for the assessment of mastery learning in simulation-based ultrasound training</article-title>
          <source>Ultraschall Med</source>
          <year>2016</year>
          <month>08</month>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>386</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0041-107976</pub-id>
          <pub-id pub-id-type="medline">27112623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dreisler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Klemmensen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Loft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ottesen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tabor</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reliable and valid assessment of ultrasound operator competence in obstetrics and gynecology</article-title>
          <source>Ultrasound Obstet Gynecol</source>
          <year>2014</year>
          <month>04</month>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>437</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/uog.13198"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/uog.13198</pub-id>
          <pub-id pub-id-type="medline">23996613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Todsen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Henriksen</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Hillingsø</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Konge</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Reliable and valid assessment of point-of-care ultrasonography</article-title>
          <source>Ann Surg</source>
          <year>2015</year>
          <month>02</month>
          <volume>261</volume>
          <issue>2</issue>
          <fpage>309</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000000552</pub-id>
          <pub-id pub-id-type="medline">24509198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Todsen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lorentzen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ottesen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tabor</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>International multispecialty consensus on how to evaluate ultrasound competence: a Delphi consensus survey</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e57687</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0057687"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0057687</pub-id>
          <pub-id pub-id-type="medline">23469051</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-36272</pub-id>
          <pub-id pub-id-type="pmcid">PMC3585207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blum</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rieger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Navab</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Friess</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Martignoni</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A review of computer-based simulators for ultrasound training</article-title>
          <source>Simul Healthc</source>
          <year>2013</year>
          <month>04</month>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>98</fpage>
          <lpage>108</lpage>
          <pub-id pub-id-type="doi">10.1097/SIH.0b013e31827ac273</pub-id>
          <pub-id pub-id-type="medline">23334364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stefanidis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Scerbo</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Montero</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Acker</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>WD</given-names>
            </name>
          </person-group>
          <article-title>Simulator training to automaticity leads to improved skill transfer compared with traditional proficiency-based training: a randomized controlled trial</article-title>
          <source>Ann Surg</source>
          <year>2012</year>
          <month>01</month>
          <volume>255</volume>
          <issue>1</issue>
          <fpage>30</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0b013e318220ef31</pub-id>
          <pub-id pub-id-type="medline">21637099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Soerensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Grantcharov</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Dalsgaard</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schouenborg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ottosen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Ottesen</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>Effect of virtual reality training on laparoscopic surgery: randomised controlled trial</article-title>
          <source>Br Med J</source>
          <year>2009</year>
          <month>05</month>
          <day>14</day>
          <volume>338</volume>
          <fpage>b1802</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=19443914"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.b1802</pub-id>
          <pub-id pub-id-type="medline">19443914</pub-id>
          <pub-id pub-id-type="pmcid">PMC3273782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grantcharov</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>Bendix</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Funch-Jensen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Randomized clinical trial of virtual reality simulation for laparoscopic skills training</article-title>
          <source>Br J Surg</source>
          <year>2004</year>
          <month>02</month>
          <volume>91</volume>
          <issue>2</issue>
          <fpage>146</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1002/bjs.4407</pub-id>
          <pub-id pub-id-type="medline">14760660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teteris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Does training learners on simulators benefit real patients?</article-title>
          <source>Adv Health Sci Educ Theory Pract</source>
          <year>2012</year>
          <month>03</month>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1007/s10459-011-9304-5</pub-id>
          <pub-id pub-id-type="medline">21630128</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nitsche</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Brost</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Obstetric ultrasound simulation</article-title>
          <source>Semin Perinatol</source>
          <year>2013</year>
          <month>06</month>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>199</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1053/j.semperi.2013.02.012</pub-id>
          <pub-id pub-id-type="medline">23721777</pub-id>
          <pub-id pub-id-type="pii">S0146-0005(13)00034-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Hatala</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brydges</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zendejas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Szostek</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Erwin</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hamstra</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Technology-enhanced simulation for health professions education: a systematic review and meta-analysis</article-title>
          <source>J Am Med Assoc</source>
          <year>2011</year>
          <month>09</month>
          <day>7</day>
          <volume>306</volume>
          <issue>9</issue>
          <fpage>978</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2011.1234</pub-id>
          <pub-id pub-id-type="medline">21900138</pub-id>
          <pub-id pub-id-type="pii">306/9/978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Gijp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van der Schaaf</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>van der Schaaf</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>Huige</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Ravesloot</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Schaik</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>ten Cate</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Interpretation of radiological images: towards a framework of knowledge and skills</article-title>
          <source>Adv Health Sci Educ Theory Pract</source>
          <year>2014</year>
          <month>10</month>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>565</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1007/s10459-013-9488-y</pub-id>
          <pub-id pub-id-type="medline">24449126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krupinski</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Current perspectives in medical image perception</article-title>
          <source>Atten Percept Psychophys</source>
          <year>2010</year>
          <month>07</month>
          <volume>72</volume>
          <issue>5</issue>
          <fpage>1205</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20601701"/>
          </comment>
          <pub-id pub-id-type="doi">10.3758/APP.72.5.1205</pub-id>
          <pub-id pub-id-type="medline">20601701</pub-id>
          <pub-id pub-id-type="pii">72/5/1205</pub-id>
          <pub-id pub-id-type="pmcid">PMC3881280</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kundel</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Nodine</surname>
              <given-names>CF</given-names>
            </name>
          </person-group>
          <article-title>A visual concept shapes image perception</article-title>
          <source>Radiology</source>
          <year>1983</year>
          <month>02</month>
          <volume>146</volume>
          <issue>2</issue>
          <fpage>363</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1148/radiology.146.2.6849084</pub-id>
          <pub-id pub-id-type="medline">6849084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Merriënboer</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sweller</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Cognitive load theory in health professional education: design principles and strategies</article-title>
          <source>Med Educ</source>
          <year>2010</year>
          <month>01</month>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2923.2009.03498.x</pub-id>
          <pub-id pub-id-type="medline">20078759</pub-id>
          <pub-id pub-id-type="pii">MED3498</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moak</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Larese</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Riordan</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Sudhir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Training in transvaginal sonography using pelvic ultrasound simulators versus live models: a randomized controlled trial</article-title>
          <source>Acad Med</source>
          <year>2014</year>
          <month>07</month>
          <volume>89</volume>
          <issue>7</issue>
          <fpage>1063</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://Insights.ovid.com/pubmed?pmid=24826855"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000000294</pub-id>
          <pub-id pub-id-type="medline">24826855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Issenberg</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>McGaghie</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Petrusa</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Scalese</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Features and uses of high-fidelity medical simulations that lead to effective learning: a BEME systematic review</article-title>
          <source>Med Teach</source>
          <year>2005</year>
          <month>01</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1080/01421590500046924</pub-id>
          <pub-id pub-id-type="medline">16147767</pub-id>
          <pub-id pub-id-type="pii">R3P0QDKQ9XBG5AJ9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>Perspective: reconsidering the focus on 'outcomes research' in medical education: a cautionary note</article-title>
          <source>Acad Med</source>
          <year>2013</year>
          <month>02</month>
          <volume>88</volume>
          <issue>2</issue>
          <fpage>162</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0b013e31827c3d78</pub-id>
          <pub-id pub-id-type="medline">23269304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bhat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herbert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Workplace-based assessments of junior doctors: do scores predict training difficulties?</article-title>
          <source>Med Educ</source>
          <year>2011</year>
          <month>12</month>
          <volume>45</volume>
          <issue>12</issue>
          <fpage>1190</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2923.2011.04056.x</pub-id>
          <pub-id pub-id-type="medline">21995509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Ringsted</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oxlund</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ottesen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tabor</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The effect of dyad versus individual simulation-based ultrasound training on skills transfer</article-title>
          <source>Med Educ</source>
          <year>2015</year>
          <month>03</month>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>286</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25693988"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/medu.12624</pub-id>
          <pub-id pub-id-type="medline">25693988</pub-id>
          <pub-id pub-id-type="pmcid">PMC5024026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Clardy</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Feller-Kopman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ennacheril</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartzstein</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Simulation training and its effect on long-term resident performance in central venous catheterization</article-title>
          <source>Simul Healthc</source>
          <year>2010</year>
          <month>06</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>146</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1097/SIH.0b013e3181dd9672</pub-id>
          <pub-id pub-id-type="medline">20651476</pub-id>
          <pub-id pub-id-type="pii">01266021-201006000-00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heer</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Middendorf</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Müller-Egloff</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Ultrasound training: the virtual patient</article-title>
          <source>Ultrasound Obstet Gynecol</source>
          <year>2004</year>
          <month>09</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>440</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/uog.1715"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/uog.1715</pub-id>
          <pub-id pub-id-type="medline">15343601</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
