<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JME</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id>
      <journal-title>JMIR Medical Education</journal-title>
      <issn pub-type="epub">2369-3762</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v4i1e9</article-id>
    <article-id pub-id-type="pmid">29650503</article-id>
    <article-id pub-id-type="doi">10.2196/mededu.9068</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Instructional Video and Medical Student Surgical Knot-Tying Proficiency: Randomized Controlled Trial</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Bradley</surname>
          <given-names>Megan</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Lanzer</surname>
          <given-names>Jennifer</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Bochenska</surname>
        <given-names>Katarzyna</given-names>
      </name>
      <degrees>MD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Division of Female Pelvic Medicine and Reconstructive Surgery</institution>
        <institution>Department of Obstetrics and Gynecology</institution>
        <institution>Northwestern University Feinberg School of Medicine</institution>
        <addr-line>Prentice Women’s Hospital</addr-line>
        <addr-line>250 E Superior St Suite 05-2370</addr-line>
        <addr-line>Chicago, IL, 60611</addr-line>
        <country>United States</country>
        <phone>1 312 472 3874</phone>
        <email>kbochens@nm.org</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3516-960X</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Milad</surname>
          <given-names>Magdy P</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0942-3133</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>DeLancey</surname>
          <given-names>John OL</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1012-7713</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Lewicky-Gaupp</surname>
          <given-names>Christina</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7589-2635</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Division of Female Pelvic Medicine and Reconstructive Surgery</institution>
    <institution>Department of Obstetrics and Gynecology</institution>  
    <institution>Northwestern University Feinberg School of Medicine</institution>  
    <addr-line>Chicago, IL</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Division of Minimally Invasive Gynecology</institution>
    <institution>Department of Obstetrics and Gynecology</institution>  
    <institution>Northwestern University Feinberg School of Medicine</institution>  
    <addr-line>Chicago, IL</addr-line>
    <country>United States</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Division of Female Pelvic Medicine and Reconstructive Surgery</institution>
    <institution>Department of Obstetrics and Gynecology</institution>  
    <institution>University of Michigan</institution>  
    <addr-line>Ann Arbor, MI</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Katarzyna Bochenska 
      <email>kbochens@nm.org</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Jan-Jun</season><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>12</day>
      <month>04</month>
      <year>2018</year>
    </pub-date>
    <volume>4</volume>
    <issue>1</issue>
    <elocation-id>e9</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>27</day>
        <month>9</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>19</day>
        <month>10</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>11</day>
        <month>1</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>17</day>
        <month>1</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Katarzyna Bochenska, Magdy P Milad, John OL DeLancey, Christina Lewicky-Gaupp. Originally published in JMIR Medical Education (http://mededu.jmir.org), 12.04.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on http://mededu.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://mededu.jmir.org/2018/1/e9/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Many senior medical students lack simple surgical and procedural skills such as knot tying.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to determine whether viewing a Web-based expert knot-tying training video, in addition to the standard third-year medical student curriculum, will result in more proficient surgical knot tying.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>At the start of their obstetrics and gynecology clerkship, 45 students were videotaped tying surgical knots for 2 minutes using a board model. Two blinded female pelvic medicine and reconstructive surgery physicians evaluated proficiency with a standard checklist (score range 0-16) and anchored scoring scale (range 0-20); higher numbers represent better skill. Students were then randomized to either (1) expert video (n=26) or (2) nonvideo (n=24) groups. The video group was provided unlimited access to an expert knot-tying instructional video. At the completion of the clerkship, students were again videotaped and evaluated.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>At initial evaluation, preclerkship cumulative scores (range 0-36) on the standard checklist and anchored scale were not significantly different between the nonvideo and video groups (mean 20.3, SD 7.1 vs mean 20.2, SD 9.2, <italic>P</italic>=.90, respectively). Postclerkship scores improved in both the nonvideo and video groups (mean 28.4, SD 5.4, <italic>P</italic>&#60;.001 and mean 28.7, SD 6.5, <italic>P</italic>=.004, respectively). Increased knot board practice was significantly correlated with higher postclerkship scores on the knot-tying task, but only in the video group (<italic>r</italic>=.47, <italic>P</italic>&#60;.05).</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The addition of a Web-based expert instructional video to a standard curriculum, coupled with knot board practice, appears to have a positive impact on medical student knot-tying proficiency.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>knot tying</kwd>
      <kwd>video</kwd>
      <kwd>proficiency</kwd>
      <kwd>medical student</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Many senior medical students lack simple surgical and procedural skills such as knot tying [<xref ref-type="bibr" rid="ref1">1</xref>]. Initiatives including first and second year medical school electives have been proposed to provide early instruction in surgical skills and operating room etiquette [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. The transition from a primarily didactic to a clinically based curriculum between the second and third year of medical school can also be anxiety provoking. In a study performed by Stewart et al [<xref ref-type="bibr" rid="ref5">5</xref>], medical students entering their clinical years had low levels of confidence and high anxiety related to performing common procedural skills such as knot tying. Following a 4-hour preclinical training course, the students reported increased confidence and proficiency and lowered levels of anxiety. Focused surgical skills electives have also been implemented to help prepare senior medical students for entering residency [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>There is no standardized method of teaching medical students knot-tying skills and several curricula have been proposed [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Gershuni et al [<xref ref-type="bibr" rid="ref12">12</xref>] suggested a proficiency-based suturing and knot-tying program early in the fourth year of medical school and Naylor et al [<xref ref-type="bibr" rid="ref13">13</xref>] demonstrated the benefits of a simulator-based curriculum with third-year medical students. Computer-based video instruction (CBVI) has also been used to teach medical students suturing and knot tying [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Xeroulis et al [<xref ref-type="bibr" rid="ref17">17</xref>] demonstrated that medical students taught suturing and knot tying with CBVI showed greater retention of skills at 1 month than controls and students taught by instructors with concurrent or summary feedback. The authors concluded that CBVI could be an efficient and useful adjunct for basic skills training. Similarly, Yeung et al [<xref ref-type="bibr" rid="ref18">18</xref>] performed a prospective randomized controlled trial comparing the use of text versus video as an education tool for laparoscopic intracorporeal knot tying with medical students. The authors found that the video group achieved superior conceptual understanding of the task compared to the text group.</p>
      <p>Additionally, if medical students cannot tie surgical knots, they are often marginalized in the operating room. DiMaggio et al [<xref ref-type="bibr" rid="ref19">19</xref>] demonstrated the importance of simulation practice in a study evaluating medical students who participated in a 2-day surgical skills laboratory session before starting their surgery clerkship. Students who completed this session expressed that participation in the cadaver laboratory allowed them a greater opportunity to suture in the operating or emergency room during their clerkship.</p>
      <p>Overall, in our practice, we have noted that third-year medical students participating in their obstetrics and gynecology clerkship have a dearth of knot-tying experience. Using a prospective, randomized controlled study design, we sought to determine whether having access to an expert knot-tying training video would result in more proficient surgical knot tying.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Between November 2015 and March 2016, 55 third-year medical students were approached at the start of their obstetrics and gynecology clerkships for inclusion in this Institutional Review Board-exempt study.  As this was an educational intervention, the trial did not require prospective registration.</p><p> As part of the standard curriculum at Northwestern University’s Feinberg School of Medicine in Chicago, IL, all medical students underwent a 1-hour knot-tying education session on the first day of their clerkship. This session involved both didactics and a hands-on knot-tying workshop led by an attending physician. Participating medical students were then randomized to either the standard curriculum (“no video” group) or to the “video” group. Students in the video group received unlimited access to a Web-based expert instructional video on surgical knot tying (courtesy of Dr John OL DeLancey). Students in both groups received access to a knot-tying board for home practice for the duration of their clerkship. At the conclusion of their clerkship, all students received access to the expert knot-tying video.</p>
       

      <p>On the second day of their clerkship, students in both groups were videotaped tying as many square, two-handed knots as they could on a knot-tying board in 2 minutes. Students in both groups also provided demographic (sex, age, race) and prior experience information (number of prior surgical rotations, comfort level with knot tying with range 0-10 and higher numbers indicating more comfort), family members in medicine, and if they were anticipating entering a surgical career. At the conclusion of their 4-week clerkship, students were again videotaped completing the knot-tying task and a satisfaction survey was administered (range 0-10 on nine measures, higher values indicating higher satisfaction with how knot tying was taught during the rotation). Students also self-reported the number of times they had viewed the expert video and practiced knot tying outside of the clinical setting using their knot board.</p>
      <p>Videos of students performing the knot-tying tasks were viewed by two blinded female pelvic medicine and reconstructive surgery physicians who evaluated medical student proficiency using a standard knot-tying checklist (score range 0-16) and an anchored scale (range 0-20). The standard knot-tying checklist responses were 1=yes and 2=no on eight knot-tying metrics, including the following: sutures start crossed, index finger lifts suture to form loop, fingers pinch together, push suture through and grasp/tighten, hook thumb under suture, form loop, fingers pinch together, and push suture through and grasp/tighten. The anchored scale was based on a modified objective structured assessment of technical skill scale, which assigned scores from 1 to 5 on four separate procedure domains: respect for tissue, time and motion, instrument handling, and flow of operation and forward planning [<xref ref-type="bibr" rid="ref20">20</xref>]. Higher scores represented better skills on both metrics. At the completion of the 4-week rotation, all students were again videotaped and evaluated. Statistical analysis was carried out using SPSS version 20 (Chicago, IL, USA). Paired <italic>t</italic> tests, Student <italic>t</italic> tests, Fisher exact, and Pearson correlations were calculated.</p>
     
    </sec>
    <sec sec-type="results">
    <title>Results</title>
    <p>Of the initial 55 medical students approached for the study, 3 students declined to participate and 2 transferred from the clerkship. Of the remaining 50 students, 26 students were randomized to the video group and 24 to the nonvideo group. In total, 5 students were lost to follow up and did not complete either of the videotaped tasks. Ultimately, a total of 45 medical students completed both preclerkship and postclerkship knot-tying videotaped tasks and were included in the final analysis: 22 students in the video and 23 students in the nonvideo group (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p> 
    
    <p>Participants in the nonvideo and video groups did not differ in age (mean 25.4, SD 1.8 years vs mean 25.0, SD 2.4 years; <italic>P</italic>=.46) or gender (52%, 13/24 female vs 43%, 9/24 female; <italic>P</italic>=.46; <xref ref-type="table" rid="table1">Table 1</xref>). Students also did not differ in their number of prior surgical rotations (<italic>P</italic>=.52) or median comfort level with knot tying at the start of the rotation (<italic>P</italic>=.55). </p>
     <p>Thirteen of 45 students (29%) in the entire cohort reported having family members who were physicians and 10 students (22%) reported planning on entering surgical fields; this did not differ between groups (<italic>P</italic>=.53 and <italic>P</italic>=.72, respectively). Additionally, preclerkship standard checklist and anchored scale scores on the knot-tying task were not significantly different (<italic>P</italic>=.90) between the two groups.</p>
     <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study enrollment.</p>
          </caption>
          <graphic xlink:href="mededu_v4i1e9_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
    <table-wrap position="float" id="table1">
      <label>Table 1</label>
      <caption>
        <p>Demographics and student-reported measures (N=45).</p>
      </caption>
      <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
        <col width="400"/>
        <col width="250"/>
        <col width="250"/>
        <col width="100"/>
        <thead>
          <tr valign="top">
            <td>Variables</td>
            <td>Nonvideo group (n=24)</td>
            <td>Video group (n=21)</td>
            <td><italic>P</italic> value</td>
          </tr>
        </thead>
        <tbody>
          <tr valign="top">
            <td>Age (years), mean (SD)</td>
            <td>25.4 (1.8)</td>
            <td>25.0 (2.4)</td>
            <td>.46</td>
          </tr>
          <tr valign="top">
            <td>Sex (female), n (%)</td>
            <td>13 (54)</td>
            <td>9 (43)</td>
            <td>.46</td>
          </tr>
          <tr valign="top">
            <td>Prior surgical rotations, median (range)</td>
            <td>1 (0-4)</td>
            <td>1 (0-4)</td>
            <td>.52</td>
          </tr>
          <tr valign="top">
            <td>Comfort level (IQ), median (range)</td>
            <td>3 (2-5)</td>
            <td>4 (1-5)</td>
            <td>.55</td>
          </tr>
          <tr valign="top">
            <td>Have family members who are physicians, n (%)</td>
            <td>8 (33)</td>
            <td>5 (24)</td>
            <td>.53</td>
          </tr>
          <tr valign="top">
            <td>Plan to enter surgical field, n (%)</td>
            <td>6 (25)</td>
            <td>4 (19)</td>
            <td>.72</td>
          </tr>
        </tbody>
      </table>
    </table-wrap>
    
   
    
    <table-wrap position="float" id="table2">
      <label>Table 2</label>
      <caption>
        <p>Knot-tying metrics (N=45).</p>
      </caption>
      <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
        <col width="30"/>
        <col width="370"/>
        <col width="250"/>
        <col width="250"/>
        <col width="100"/>
        <thead>
          <tr valign="top">
            <td colspan="2">Scores by group</td>
            <td>Prerotation, mean (SD)</td>
            <td>Postrotation, mean (SD)</td>
            <td><italic>P</italic> value</td>
          </tr>
        </thead>
        <tbody>
          <tr valign="top">
            <td colspan="2"><bold>Nonvideo group</bold></td>
            <td><break/></td>
            <td><break/></td>
            <td><break/></td>
          </tr>
          <tr valign="top">
            <td><break/></td>
            <td>Standard checklist</td>
            <td>9.7 (3.8)</td>
            <td>12.5 (3.1)</td>
            <td>.001</td>
          </tr>
          <tr valign="top">
            <td><break/></td>
            <td>Anchored scale</td>
            <td>10.5 (3.7)</td>
            <td>15.9 (2.9)</td>
            <td>&#60;.001</td>
          </tr>
          <tr valign="top">
            <td><break/></td>
            <td>Total score</td>
            <td>20.3 (7.1)</td>
            <td>28.4 (5.4)</td>
            <td>&#60;.001</td>
          </tr>
          <tr valign="top">
            <td colspan="2"><bold>Video group</bold></td>
            <td><break/></td>
            <td><break/></td>
            <td><break/></td>
          </tr>
          <tr valign="top">
            <td><break/></td>
            <td>Standard checklist</td>
            <td>9.0 (4.9)</td>
            <td>12.9 (0.7)</td>
            <td>.002</td>
          </tr>
          <tr valign="top">
            <td><break/></td>
            <td>Anchored scale</td>
            <td>11.5 (4.8)</td>
            <td>15.8 (3.7)</td>
            <td>.002</td>
          </tr>
          <tr valign="top">
            <td><break/></td>
            <td>Total score</td>
            <td>20.2 (9.2)</td>
            <td>28.7 (6.5)</td>
            <td>.001</td>
          </tr>
        </tbody>
      </table>
    </table-wrap>
    <p>The median number of self-reported board practice times did not vary significantly between groups (<italic>P</italic>=.66); it was median 5 (range 0-20) in the nonvideo group and median 3 (range 0-20) in the video group. Student performance on the knot-tying tasks as evaluated by the standard checklist and anchored scale improved significantly through the course of the rotation in both groups (<xref ref-type="table" rid="table2">Table 2</xref>).</p>  
    <p>For the entire cohort, increased knot board practice was not correlated with higher postclerkship scores on the knot-tying task (<italic>r</italic>=.19, <italic>P</italic>=.23). When stratified by access to the knot-tying video, increased knot board practice was significantly correlated with higher postclerkship scores on the knot-tying task, but only in the video group (<italic>r</italic>=.47, <italic>P</italic>&#60;.05) compared to the nonvideo group (<italic>r</italic>=.11, <italic>P</italic>=.62). Interrater scoring reliability was high (intraclass correlation coefficient 0.98, 95% CI 0.95-0.97). Both the nonvideo and video groups reported high rates of satisfaction with their knot-tying educational experiences (mean 39.0, SD 4.5 vs mean 40.7, SD 3.4, <italic>P</italic>=.17).</p> 
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In this prospective, randomized controlled study, addition of an expert instructional video to a standard curriculum, coupled with knot board practice, appears to have a positive impact on medical student knot-tying proficiency. These findings suggest that self-directed learning is more effective when augmented with an instructional video. The basic tenants of self-directed medical student learning include diagnosing needs, formulating goals, identifying resources, implementing appropriate activities, and evaluating outcomes [<xref ref-type="bibr" rid="ref21">21</xref>]. In this study, appropriate activities in learning knot tying included knot board practice outside of the clinical setting, which was augmented with instructional video viewing for half of the study participants.</p>
      <p>Self-directed learning is a critical component of modern medical student education. Technical skills, such as knot tying, are increasingly being taught in a simulated environment but additional practice, usually at home, is necessary to achieve task competency. Green et al [<xref ref-type="bibr" rid="ref8">8</xref>] recently published data suggesting the benefit of home video exercises in teaching technical skills. Additionally, as the costs of operating room time have increased, simulation is becoming an increasingly important adjunct to medical student education [<xref ref-type="bibr" rid="ref22">22</xref>]. Learning basic skills in a simulation center or practice at home with availability of an educational video, can serve to foster a strong surgical skills’ foundation in medical students. All medical students enrolled in this study were given access to knot-tying boards, which they could use at home. Availability of these resources likely facilitated knot-tying practice outside of the clinical setting.</p>
      <p>Our study has several strengths and limitations. We performed a randomized controlled trial to evaluate the role of an expert educational video in medical student knot-tying proficiency. Our study population included medical students who had completed variable amounts of surgical clerkships. Additionally, knot-tying proficiency was evaluated by blinded trained gynecologists in a structured fashion with excellent interrater reliability. Limitations of our study include a relatively small sample size and its focus on a single institution. Because students were asked to record how many times they both viewed the expert video and practiced using the knot board at the conclusion of the rotation, recall bias may be a factor in students’ responses. Future studies may benefit from implementing a logging methodology in which medical students can report their knot board and video use in an ongoing fashion. Additionally, although medical students were advised to not view the video if they were randomized to the nonvideo group, inadvertent crossover may have occurred between the groups.</p>
      <p>Based on our analysis, Web-based video instruction appears to be a valuable adjunct to a standard knot-tying medical student curriculum. Additional prospective studies are necessary with focus on addressing the role of knot-tying practice outside of the clinical setting and the availability of practice materials, such as knot-tying boards and instructional videos.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBVI</term>
          <def>
            <p>computer-based video instruction</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Toll</surname>
            <given-names>EC</given-names>
          </name>
          <name name-style="western">
            <surname>Bates</surname>
            <given-names>AS</given-names>
          </name>
          <name name-style="western">
            <surname>Cole</surname>
            <given-names>MD</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>FCT</given-names>
          </name>
        </person-group>
        <article-title>Surgical and procedural skills training at medical school - a national review</article-title>
        <source>Int J Surg</source>  
        <year>2014</year>  
        <volume>12</volume>  
        <issue>8</issue>  
        <fpage>877</fpage>  
        <lpage>882</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1743-9191(14)00168-X"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.ijsu.2014.05.069</pub-id>
        <pub-id pub-id-type="medline">24909137</pub-id>
        <pub-id pub-id-type="pii">S1743-9191(14)00168-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sammann</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Tendick</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Zaid</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>O'Sullivan</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Ascher</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>A surgical skills elective to expose preclinical medical students to surgery</article-title>
        <source>J Surg Res</source>  
        <year>2007</year>  
        <month>10</month>  
        <volume>142</volume>  
        <issue>2</issue>  
        <fpage>287</fpage>  
        <lpage>294</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jss.2007.03.034</pub-id>
        <pub-id pub-id-type="medline">17640670</pub-id>
        <pub-id pub-id-type="pii">S0022-4804(07)00202-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Riboh</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Curet</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Krummel</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Innovative introduction to surgery in the preclinical years</article-title>
        <source>Am J Surg</source>  
        <year>2007</year>  
        <month>08</month>  
        <volume>194</volume>  
        <issue>2</issue>  
        <fpage>227</fpage>  
        <lpage>230</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amjsurg.2006.12.038</pub-id>
        <pub-id pub-id-type="medline">17618810</pub-id>
        <pub-id pub-id-type="pii">S0002-9610(07)00303-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Agarwal</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sarfaty</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Devaiah</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hirsch</surname>
            <given-names>AE</given-names>
          </name>
        </person-group>
        <article-title>Elective courses for medical students during the preclinical curriculum: a systematic review and evaluation</article-title>
        <source>Med Educ Online</source>  
        <year>2015</year>  
        <volume>20</volume>  
        <fpage>26615</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25968131"/>
        </comment>  
        <pub-id pub-id-type="medline">25968131</pub-id>
        <pub-id pub-id-type="pii">26615</pub-id>
        <pub-id pub-id-type="pmcid">PMC4429260</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Hauge</surname>
            <given-names>LS</given-names>
          </name>
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Rosen</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Charnot-Katsikas</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Prinz</surname>
            <given-names>RA</given-names>
          </name>
          <collab>Association for Surgical Education</collab>
        </person-group>
        <article-title>A CRASH course in procedural skills improves medical students' self-assessment of proficiency, confidence, and anxiety</article-title>
        <source>Am J Surg</source>  
        <year>2007</year>  
        <month>06</month>  
        <volume>193</volume>  
        <issue>6</issue>  
        <fpage>771</fpage>  
        <lpage>773</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amjsurg.2007.01.019</pub-id>
        <pub-id pub-id-type="medline">17512294</pub-id>
        <pub-id pub-id-type="pii">S0002-9610(07)00155-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Peyre</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Peyre</surname>
            <given-names>CG</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Towfigh</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>A surgical skills elective can improve student confidence prior to internship</article-title>
        <source>J Surg Res</source>  
        <year>2006</year>  
        <month>06</month>  
        <day>01</day>  
        <volume>133</volume>  
        <issue>1</issue>  
        <fpage>11</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jss.2006.02.022</pub-id>
        <pub-id pub-id-type="medline">16580692</pub-id>
        <pub-id pub-id-type="pii">S0022-4804(06)00070-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brunt</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Halpin</surname>
            <given-names>VJ</given-names>
          </name>
          <name name-style="western">
            <surname>Klingensmith</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Tiemann</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Matthews</surname>
            <given-names>BD</given-names>
          </name>
          <name name-style="western">
            <surname>Spitler</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Pierce</surname>
            <given-names>RA</given-names>
          </name>
        </person-group>
        <article-title>Accelerated skills preparation and assessment for senior medical students entering surgical internship</article-title>
        <source>J Am Coll Surg</source>  
        <year>2008</year>  
        <month>05</month>  
        <volume>206</volume>  
        <issue>5</issue>  
        <fpage>897</fpage>  
        <lpage>904; discussion 904</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2007.12.018</pub-id>
        <pub-id pub-id-type="medline">18471719</pub-id>
        <pub-id pub-id-type="pii">S1072-7515(07)01979-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Green</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Vaughn</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Wyles</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>O'Sullivan</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>EH</given-names>
          </name>
          <name name-style="western">
            <surname>Chern</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Evaluation of a surgery-based adjunct course for senior medical students entering surgical residencies</article-title>
        <source>J Surg Educ</source>  
        <year>2016</year>  
        <volume>73</volume>  
        <issue>4</issue>  
        <fpage>631</fpage>  
        <lpage>638</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jsurg.2016.03.011</pub-id>
        <pub-id pub-id-type="medline">27168383</pub-id>
        <pub-id pub-id-type="pii">S1931-7204(16)00062-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Antiel</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Camp</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>GB</given-names>
          </name>
          <name name-style="western">
            <surname>Farley</surname>
            <given-names>DR</given-names>
          </name>
        </person-group>
        <article-title>Attracting students to surgical careers: preclinical surgical experience</article-title>
        <source>J Surg Educ</source>  
        <year>2012</year>  
        <volume>69</volume>  
        <issue>3</issue>  
        <fpage>301</fpage>  
        <lpage>305</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jsurg.2011.10.001</pub-id>
        <pub-id pub-id-type="medline">22483128</pub-id>
        <pub-id pub-id-type="pii">S1931-7204(11)00291-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Morris</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Caskey</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mitchell</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sawaya</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Surgical skills training restructured for the 21st century</article-title>
        <source>J Surg Res</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>177</volume>  
        <issue>1</issue>  
        <fpage>33</fpage>  
        <lpage>36</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jss.2012.03.060</pub-id>
        <pub-id pub-id-type="medline">22534253</pub-id>
        <pub-id pub-id-type="pii">S0022-4804(12)00270-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Meyers</surname>
            <given-names>MO</given-names>
          </name>
          <name name-style="western">
            <surname>Meyer</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Dreesen</surname>
            <given-names>EB</given-names>
          </name>
          <name name-style="western">
            <surname>Barrick</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lange</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Farrell</surname>
            <given-names>TM</given-names>
          </name>
        </person-group>
        <article-title>Teaching technical skills to medical students during a surgery clerkship: results of a small group curriculum</article-title>
        <source>J Surg Res</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>166</volume>  
        <issue>2</issue>  
        <fpage>171</fpage>  
        <lpage>175</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jss.2010.05.019</pub-id>
        <pub-id pub-id-type="medline">20828751</pub-id>
        <pub-id pub-id-type="pii">S0022-4804(10)00470-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gershuni</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Woodhouse</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Brunt</surname>
            <given-names>LM</given-names>
          </name>
        </person-group>
        <article-title>Retention of suturing and knot-tying skills in senior medical students after proficiency-based training: Results of a prospective, randomized trial</article-title>
        <source>Surgery</source>  
        <year>2013</year>  
        <month>10</month>  
        <volume>154</volume>  
        <issue>4</issue>  
        <fpage>823</fpage>  
        <lpage>829; discussion 829</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24074421"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.surg.2013.07.016</pub-id>
        <pub-id pub-id-type="medline">24074421</pub-id>
        <pub-id pub-id-type="pii">S0039-6060(13)00418-2</pub-id>
        <pub-id pub-id-type="pmcid">PMC3855023</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Naylor</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Hollett</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Valentine</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Mitchell</surname>
            <given-names>IC</given-names>
          </name>
          <name name-style="western">
            <surname>Bowling</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Ma</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Dineen</surname>
            <given-names>SP</given-names>
          </name>
          <name name-style="western">
            <surname>Bruns</surname>
            <given-names>BR</given-names>
          </name>
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Can medical students achieve skills proficiency through simulation training?</article-title>
        <source>Am J Surg</source>  
        <year>2009</year>  
        <month>08</month>  
        <volume>198</volume>  
        <issue>2</issue>  
        <fpage>277</fpage>  
        <lpage>282</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amjsurg.2008.11.036</pub-id>
        <pub-id pub-id-type="medline">19362285</pub-id>
        <pub-id pub-id-type="pii">S0002-9610(09)00081-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nousiainen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Brydges</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Backstein</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Dubrowski</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Comparison of expert instruction and computer-based video training in teaching fundamental surgical skills to medical students</article-title>
        <source>Surgery</source>  
        <year>2008</year>  
        <month>04</month>  
        <volume>143</volume>  
        <issue>4</issue>  
        <fpage>539</fpage>  
        <lpage>544</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.surg.2007.10.022</pub-id>
        <pub-id pub-id-type="medline">18374052</pub-id>
        <pub-id pub-id-type="pii">S0039-6060(07)00756-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Summers</surname>
            <given-names>AN</given-names>
          </name>
          <name name-style="western">
            <surname>Rinehart</surname>
            <given-names>GC</given-names>
          </name>
          <name name-style="western">
            <surname>Simpson</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Redlich</surname>
            <given-names>PN</given-names>
          </name>
        </person-group>
        <article-title>Acquisition of surgical skills: a randomized trial of didactic, videotape, and computer-based training</article-title>
        <source>Surgery</source>  
        <year>1999</year>  
        <month>08</month>  
        <volume>126</volume>  
        <issue>2</issue>  
        <fpage>330</fpage>  
        <lpage>336</lpage>  
        <pub-id pub-id-type="medline">10455902</pub-id>
        <pub-id pub-id-type="pii">S0039-6060(99)70173-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jowett</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>LeBlanc</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Xeroulis</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>MacRae</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Dubrowski</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Surgical skill acquisition with self-directed practice using computer-based video training</article-title>
        <source>Am J Surg</source>  
        <year>2007</year>  
        <month>02</month>  
        <volume>193</volume>  
        <issue>2</issue>  
        <fpage>237</fpage>  
        <lpage>242</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amjsurg.2006.11.003</pub-id>
        <pub-id pub-id-type="medline">17236854</pub-id>
        <pub-id pub-id-type="pii">S0002-9610(06)00715-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Xeroulis</surname>
            <given-names>GJ</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Moulton</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Reznick</surname>
            <given-names>RK</given-names>
          </name>
          <name name-style="western">
            <surname>Leblanc</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Dubrowski</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Teaching suturing and knot-tying skills to medical students: a randomized controlled study comparing computer-based video instruction and (concurrent and summary) expert feedback</article-title>
        <source>Surgery</source>  
        <year>2007</year>  
        <month>04</month>  
        <volume>141</volume>  
        <issue>4</issue>  
        <fpage>442</fpage>  
        <lpage>449</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.surg.2006.09.012</pub-id>
        <pub-id pub-id-type="medline">17383520</pub-id>
        <pub-id pub-id-type="pii">S0039-6060(06)00684-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yeung</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Justice</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Pasic</surname>
            <given-names>RP</given-names>
          </name>
        </person-group>
        <article-title>Comparison of text versus video for teaching laparoscopic knot tying in the novice surgeon: a randomized, controlled trial</article-title>
        <source>J Minim Invasive Gynecol</source>  
        <year>2009</year>  
        <volume>16</volume>  
        <issue>4</issue>  
        <fpage>411</fpage>  
        <lpage>415</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jmig.2009.02.011</pub-id>
        <pub-id pub-id-type="medline">19364680</pub-id>
        <pub-id pub-id-type="pii">S1553-4650(09)00116-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>DiMaggio</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Waer</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Desmarais</surname>
            <given-names>TJ</given-names>
          </name>
          <name name-style="western">
            <surname>Sozanski</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Timmerman</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Lopez</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Poskus</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Tatum</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Adamas-Rappaport</surname>
            <given-names>WJ</given-names>
          </name>
        </person-group>
        <article-title>The use of a lightly preserved cadaver and full thickness pig skin to teach technical skills on the surgery clerkship--a response to the economic pressures facing academic medicine today</article-title>
        <source>Am J Surg</source>  
        <year>2010</year>  
        <month>07</month>  
        <volume>200</volume>  
        <issue>1</issue>  
        <fpage>162</fpage>  
        <lpage>166</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amjsurg.2009.07.039</pub-id>
        <pub-id pub-id-type="medline">20637348</pub-id>
        <pub-id pub-id-type="pii">S0002-9610(09)00647-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Regehr</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Reznick</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>MacRae</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Murnaghan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hutchison</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Objective structured assessment of technical skill (OSATS) for surgical residents</article-title>
        <source>Br J Surg</source>  
        <year>1997</year>  
        <month>02</month>  
        <volume>84</volume>  
        <issue>2</issue>  
        <fpage>273</fpage>  
        <lpage>278</lpage>  
        <pub-id pub-id-type="medline">9052454</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Spencer</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Jordan</surname>
            <given-names>RK</given-names>
          </name>
        </person-group>
        <article-title>Learner centred approaches in medical education</article-title>
        <source>BMJ</source>  
        <year>1999</year>  
        <month>05</month>  
        <day>08</day>  
        <volume>318</volume>  
        <issue>7193</issue>  
        <fpage>1280</fpage>  
        <lpage>1283</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10231266"/>
        </comment>  
        <pub-id pub-id-type="medline">10231266</pub-id>
        <pub-id pub-id-type="pmcid">PMC1115656</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bridges</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Diamond</surname>
            <given-names>DL</given-names>
          </name>
        </person-group>
        <article-title>The financial impact of teaching surgical residents in the operating room</article-title>
        <source>Am J Surg</source>  
        <year>1999</year>  
        <month>01</month>  
        <volume>177</volume>  
        <issue>1</issue>  
        <fpage>28</fpage>  
        <lpage>32</lpage>  
        <pub-id pub-id-type="medline">10037304</pub-id>
        <pub-id pub-id-type="pii">S0002-9610(98)00289-X</pub-id></nlm-citation>
      </ref>
    </ref-list>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>CONSORT‐EHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="mededu_v4i1e9_app1.pdf" xlink:title="PDF File (Adobe PDF File), 108KB"/>
      </app>
    </app-group>
  </back>
</article>
