<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id><journal-id journal-id-type="publisher-id">mededu</journal-id><journal-id journal-id-type="index">20</journal-id><journal-title>JMIR Medical Education</journal-title><abbrev-journal-title>JMIR Med Educ</abbrev-journal-title><issn pub-type="epub">2369-3762</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v10i1e52631</article-id><article-id pub-id-type="doi">10.2196/52631</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Objective Comparison of the First-Person&#x2013;View Live Streaming Method Versus Face-to-Face Teaching Method in Improving Wound Suturing Skills for Skin Closure in Surgical Clerkship Students: Randomized Controlled Trial</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Halim</surname><given-names>Freda</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Widysanto</surname><given-names>Allen</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Wahjoepramono</surname><given-names>Petra Octavian Perdana</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Candrawinata</surname><given-names>Valeska Siulinda</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Budihardja</surname><given-names>Andi Setiawan</given-names></name><degrees>DDS, PhD</degrees><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Irawan</surname><given-names>Andry</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Sudirman</surname><given-names>Taufik</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Christina</surname><given-names>Natalia</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Koerniawan</surname><given-names>Heru Sutanto</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Tobing</surname><given-names>Jephtah Furano Lumban</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff5">5</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Sungono</surname><given-names>Veli</given-names></name><degrees>MS, PhD</degrees><xref ref-type="aff" rid="aff6">6</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Marlina</surname><given-names>Mona</given-names></name><degrees>MD, MMedEd</degrees><xref ref-type="aff" rid="aff7">7</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Wahjoepramono</surname><given-names>Eka Julianta</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Surgery, Faculty of Medicine, Pelita Harapan University</institution>, <addr-line>Boulevard Jenderal Sudirman, Faculty of Medicine Building, 2nd Floor</addr-line><addr-line>Tangerang</addr-line>, <country>Indonesia</country></aff><aff id="aff2"><institution>Department of Pulmonology and Respiratory Medicine, Faculty of Medicine, Pelita Harapan University</institution>, <addr-line>Tangerang</addr-line>, <country>Indonesia</country></aff><aff id="aff3"><institution>Department of Neurosurgery, Faculty of Medicine, Pelita Harapan University</institution>, <addr-line>Tangerang</addr-line>, <country>Indonesia</country></aff><aff id="aff4"><institution>Department of Oral Maxillofacial Surgery, Faculty of Medicine, Pelita Harapan University</institution>, <addr-line>Tangerang</addr-line>, <country>Indonesia</country></aff><aff id="aff5"><institution>Department of Orthopaedics and Traumatology, Faculty of Medicine, Pelita Harapan University</institution>, <addr-line>Tangerang</addr-line>, <country>Indonesia</country></aff><aff id="aff6"><institution>Department of Public Health, Faculty of Medicine, Pelita Harapan University</institution>, <addr-line>Tangerang</addr-line>, <country>Indonesia</country></aff><aff id="aff7"><institution>Department of Medical Education, Faculty of Medicine, Pelita Harapan University</institution>, <addr-line>Tangerang</addr-line>, <country>Indonesia</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Lesselroth</surname><given-names>Blake</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Callas</surname><given-names>Peter</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Dewi</surname><given-names>Sari Puspa</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Freda Halim, MD, PhD, Department of Surgery, Faculty of Medicine, Pelita Harapan University, Boulevard Jenderal Sudirman, Faculty of Medicine Building, 2nd Floor, Tangerang, 15811, Indonesia, 62 541-10130, 62 542-05025; <email>freda.halim@uph.edu</email></corresp><fn fn-type="equal" id="equal-contrib1"><label>*</label><p>these authors contributed equally</p></fn></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>30</day><month>8</month><year>2024</year></pub-date><volume>10</volume><elocation-id>e52631</elocation-id><history><date date-type="received"><day>10</day><month>09</month><year>2023</year></date><date date-type="rev-recd"><day>02</day><month>06</month><year>2024</year></date><date date-type="accepted"><day>02</day><month>08</month><year>2024</year></date></history><copyright-statement>&#x00A9; Freda Halim, Allen Widysanto, Petra Octavian Perdana Wahjoepramono, Valeska Siulinda Candrawinata, Andi Setiawan Budihardja, Andry Irawan, Taufik Sudirman, Natalia Christina, Heru Sutanto Koerniawan, Jephtah Furano Lumban Tobing, Veli Sungono, Mona Marlina, Eka Julianta Wahjoepramono. Originally published in JMIR Medical Education (<ext-link ext-link-type="uri" xlink:href="https://mededu.jmir.org">https://mededu.jmir.org</ext-link>), 30.8.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://mededu.jmir.org/">https://mededu.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://mededu.jmir.org/2024/1/e52631"/><abstract><sec><title>Background</title><p>The use of digital online teaching media in improving the surgical skills of medical students is indispensable, yet it is still not widely explored objectively. The first-person&#x2013;view online teaching method may be more effective as it provides more realism to surgical clerkship students in achieving basic surgical skills.</p></sec><sec><title>Objective</title><p>This study aims to objectively assess the effectiveness of the first-person&#x2013;view live streaming (LS) method using a GoPro camera compared to the standard face-to-face (FTF) teaching method in improving simple wound suturing skills in surgical clerkship students.</p></sec><sec sec-type="methods"><title>Methods</title><p>A prospective, parallel, nonblinded, single-center, randomized controlled trial was performed. Between January and April 2023, clerkship students of the Department of Surgery, Pelita Harapan University, were randomly selected and recruited into either the LS or FTF teaching method for simple interrupted suturing skills. All the participants were assessed objectively before and 1 week after training, using the direct observational procedural skills (DOPS) method. DOPS results and poststudy questionnaires were analyzed.</p></sec><sec sec-type="results"><title>Results</title><p>A total of 74 students were included in this study, with 37 (50%) participants in each group. Paired analysis of each participant&#x2019;s pre-experiment and postexperiment DOPS scores revealed that the LS method&#x2019;s outcome is comparable to the FTF method&#x2019;s outcome (LS: mean 27.5, SD 20.6 vs FTF: mean 24.4, SD 16.7; <italic>P</italic>=.48) in improving the students&#x2019; surgical skills.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>First-person&#x2013;view LS training sessions could enhance students&#x2019; ability to master simple procedural skills such as simple wound suturing and has comparable results to the current FTF teaching method. Teaching a practical skill using the LS method also gives more confidence for the participants to perform the procedure independently. Other advantages of the LS method, such as the ability to study from outside the sterile environment, are also promising. We recommend improvements in the audiovisual quality of the camera and a stable internet connection before performing the LS teaching method.</p></sec><sec><title>Trial Registration</title><p>ClinicalTrials.gov NCT06221917; https://clinicaltrials.gov/study/NCT06221917</p></sec></abstract><kwd-group><kwd>teaching method</kwd><kwd>live streaming</kwd><kwd>first-person view</kwd><kwd>face-to-face</kwd><kwd>simple wound suturing</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Using a combination of traditional and online teaching methods in the training of medical students is unavoidable and indispensable in the 21st century, especially in the Education 4.0 framework [<xref ref-type="bibr" rid="ref1">1</xref>]. Although blended learning methods have been applied in many disciplines, its use in surgical clerkship training has not been thoroughly explored [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. This gap was made obvious during the COVID-19 pandemic, as the training of medical students in various countries was disrupted since digital online tools were not ready to be used in the medical education field [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>].</p><p>Compounding this problem is the discrepancy between the growth rate of new medical students compared to the training rate of certified medical school lecturers [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. The Indonesian Ministry of Education stated that the ideal ratio of lecturers to medical students for effective teaching is 1:5, which is not always achievable [<xref ref-type="bibr" rid="ref9">9</xref>]. Online teaching methods are also especially useful in the operating theater environment, as the number of personnel in the operating theater must remain as few as possible to decrease the risk of surgical infections [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p><p>A proposed solution for these problems is by teaching procedural skills using live-streamed media with strict quality assurance to ensure the quality of the graduates [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. In this manner, a certified lecturer could educate a number of students simultaneously, while reducing the number of people in the operating theater. While the surgeon is doing the procedure in the operating theater, the students or participants can see and learn the procedural skill in other places simultaneously via the internet [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Although a previous study by Shikino et al [<xref ref-type="bibr" rid="ref16">16</xref>] suggested that video training of students are generally better accepted, this may not be applicable in learning a manual dexterity skill such as suturing.</p><p>The viewpoint shown in the live stream could also affect the learners&#x2019; understanding. Typically, live-streamed videos are presented in either first-person or third-person view, where a first-person view simulates the viewer being the person doing the procedure, and a third-person view shows the viewer looking at the surgeon doing the procedure from the side. In the context of surgical skills training, a first-person view could improve the students&#x2019; skills acquisition, as it provides a more realistic simulation of the procedure performed, especially concerning the hand movements, instrument handling, tissue handling, knot tying, and so on [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. A first-person view could also bring the students&#x2019; viewpoint closer to the procedure compared to being there in person, as onlookers in the operating theater must maintain their distance due to hygiene and sterility issues [<xref ref-type="bibr" rid="ref20">20</xref>].</p><p>An operator-mounted vlogging camera is also superior compared to fixed operating theater cameras, installed in the light fixtures or dedicated mounts, which require complicated installment, are not readily available in many theaters, and are less cumbersome compared to digital cameras with tripod settings [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. Previous researchers have studied and published procedural learning methods using a minimalist and portable vlogging camera such as a GoPro, which could be easily brought into the operating theater, outpatient clinic, or classrooms [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. This device is easily mountable and wearable, which also means that surgeons can easily wear it on their heads while operating, and a teaching assistant can help operate it with a simple click [<xref ref-type="bibr" rid="ref26">26</xref>]. Head-mounted cameras are also easier to use and less intrusive to the operator compared to body mounts [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p><p>Previous studies have researched and published procedural learning methods using digital online platforms [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. However, to our knowledge, there are still no studies that objectively evaluate the effectiveness of first-person&#x2013;view live streaming (LS) methods in surgical training such as simple wound suturing, which is unique to this study. The aim of this study is to objectively assess whether performing simple wound sutures via LS using a first-person&#x2013;view GoPro camera has the same effectiveness as traditional face-to-face (FTF) teaching.</p><p>Mastery in suturing skills for simple and clean wounds is a requirement for medical doctors. Simple wound suturing has internationally established techniques and assessment methods [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The most basic wound closure technique is the simple interrupted suture, which is a required skill for Indonesian medical doctors [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. Objective assessment of this procedural skill is performed using the Objective Structured Clinical Examination (OSCE), which is routinely carried out at the Faculty of Medicine, Pelita Harapan University [<xref ref-type="bibr" rid="ref32">32</xref>]. To improve participants&#x2019; skills, the direct observational procedural skills (DOPS) method has been incorporated into the curriculum [<xref ref-type="bibr" rid="ref38">38</xref>].</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Ethical Considerations</title><p>This study was reviewed and approved by the Pelita Harapan University Faculty of Medicine Ethical Board (ethical approval 011/K-LKJ/ETIK/I/2023). This study also has been registered at ClinicalTrials.gov (registration NCT06221917). Details about the study were explained to the participants, and informed consent were obtained from all the participants. All the data were already deidentified. No compensation was given to participants.</p></sec><sec id="s2-2"><title>Recruitment, Randomization, and Allocation</title><p>This study was a prospective, parallel, nonblinded, single-center, randomized controlled trial, conducted between January and April 2023. This study was not funded by any sponsor or institution. This study was conducted and reported in accordance with CONSORT (Consolidated Standards of Reporting Trials) guidelines [<xref ref-type="bibr" rid="ref39">39</xref>] (<xref ref-type="supplementary-material" rid="app2">Checklist 1</xref>).</p><p>A total of 74 surgical clerkship students of Pelita Harapan University were recruited as study participants based on a sample calculation from Lemeshow et al [<xref ref-type="bibr" rid="ref40">40</xref>], from a previous study by Sakurai et al [<xref ref-type="bibr" rid="ref41">41</xref>]. They were selected from a pool of 254 fifth- and sixth-year active clerkship students using simple computer randomization. They were in the final years of study in the Faculty of Medicine and had just begun their surgical rotation. These students had learned suturing in a clinical skills module during their second year of medical school but had no previous clinical experience of wound suturing in their clinical rotations, such as from a previous obstetrics and gynecology or surgical rotation. Participants who dropped out in the 1-week period between preintervention and postintervention time points were excluded. It was made clear to the students that their participation in this study would not affect their academic results in any way.</p><p>The students were then randomized into 2 groups: of the 74 participants, the first 37 (50%) selected by simple computer randomization were allocated to the FTF group, and the next 37 (50%) were allocated into the LS group. Each recruited participant underwent a pre-experiment simple suturing DOPS assessment with a randomly assigned clinical preceptor from the Department of Surgery. These 8 clinical preceptors are active surgical specialists and subspecialists, with previous experience in DOPS assessment and tutoring medical students. The assessment rubrics used in this study have been reviewed by the Medical Education Unit of Pelita Harapan University and were routinely used in OSCEs (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p><p>The FTF group was taught how to perform simple sutures on a mannequin, and they then watched from the side as a surgeon (FH) performed the simple suturing procedure on a real patient. FH is an assistant professor at the Faculty of Medicine and an active surgeon with more than 10 years of practice. The students were allowed to interact with the operator and ask questions.</p><p>The operator simultaneously wore a head-mounted GoPro Hero 8 device, which was performing a LS function. Two assistants, HSK and VSC, helped ensure that the audiovisual quality of the demonstration was adequate. When the visual exposure was not adequate, HSK would help by adjusting the camera [<xref ref-type="bibr" rid="ref42">42</xref>].</p><p>The LS group was taken into a different room, and they watched the live stream from the GoPro on their own devices while being monitored by HSK or VSC. All participants were instructed to use a university Wi-Fi network to ensure connectivity. LS participants were encouraged to be actively involved in the teaching process, asking questions or giving feedback directly through a speakerphone when they were not clear regarding the demonstration or explanation.</p><p>Participants in both groups were allowed to ask the instructor to stop or redo the process. If the audiovisual quality of the live stream was poor, the camera setup was immediately modified, and the instructor would repeat the unclear teaching process to make sure every participant got the same explanation before proceeding to other steps. The live-streamed session was not recorded, and students were not allowed to record it on their device under supervision from HSK or VSC.</p><p>One week after the initial training, the participants performed a postexperiment DOPS assessment with the same examiner as the pre-experiment DOPS assessment, using the same rubric to avoid interexaminer bias. Data on the grade point average (GPA) index and frequency of self-training within a 1-week period of both groups were collected.</p><p>At the end of the teaching process, we asked both groups using a Likert-scale questionnaire for their opinion regarding the quality of surgical teaching, whether the training enhanced their skill, and the confidence of the participants to do the procedure by themselves. We also asked about the audiovisual quality of the online video as well as the internet connection for the LS group, directly after the training was finished. The participant flow is shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>CONSORT (Consolidated Standards of Reporting Trials) diagram of participant flow. DOPS: direct observational procedural skills; FTF: face-to-face; LS: live streaming.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mededu_v10i1e52631_fig01.png"/></fig></sec><sec id="s2-3"><title>Statistical Analysis</title><p>Data were analyzed using SPSS (version 23.0; IBM Corp). Paired-samples 1-tailed <italic>t</italic> test was used to determine the difference between the preintervention and postintervention DOPS scores. Fisher exact analysis was used to analyze the subjective evaluation of FTF versus LS effectiveness to enhance participants&#x2019; skills. Descriptive statistics were used to describe the audiovisual quality and internet connection quality.</p><p>The difference between DOPS scores (&#x2206;) was defined as the numerical difference between the scores before and after the teaching process. This numerical difference was calculated from each participant&#x2019;s preintervention and postintervention scores (paired analysis). By calculating this &#x2206;, we could objectively review the ability of the LS method compared with the traditional FTF method in enhancing suturing skills in this study.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><p>A total of 74 study participants were included in this study, with 37 (50%) participants each in the FTF and LS groups. The characteristics of the study participants are described in <xref ref-type="table" rid="table1">Table 1</xref>. The mean GPA index of the FTF and LS groups did not show significant differences (mean 3.26, SD 0.21 vs mean 3.20, SD 0.21; <italic>P=</italic>.20).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Study participant characteristics.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" colspan="2">Characteristics</td><td align="left" valign="bottom">Value (N=74)</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3"><bold>Sex, n (%)</bold></td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Male</td><td align="left" valign="top">26 (35)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Female</td><td align="left" valign="top">48 (65)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><bold>Age (years), mean (IQR)</bold></td><td align="left" valign="top">22.4 (21-26)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top" colspan="3"><bold>GPA<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> index, mean (SD)</bold></td><td align="left" valign="top">.20</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">FTF<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td><td align="left" valign="top">3.26 (0.21)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">LS<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">3.20 (0.21)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Overall</td><td align="left" valign="top">3.23 (0.21)</td><td align="left" valign="top"/></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Not applicable.</p></fn><fn id="table1fn2"><p><sup>b</sup>GPA: grade point average.</p></fn><fn id="table1fn3"><p><sup>c</sup>FTF: face-to-face.</p></fn><fn id="table1fn4"><p><sup>d</sup>LS: live streaming.</p></fn></table-wrap-foot></table-wrap><p><xref ref-type="table" rid="table2">Table 2</xref> shows the objective evaluation of FTF versus LS effectiveness to enhance participants&#x2019; skill. There was a significant increase between the preintervention and postintervention DOPS evaluation scores (<italic>P</italic>&#x003C;.001), and this difference was more apparent in the FTF group. The LS group spent significantly more time performing self-training than the FTF group (<italic>P</italic>=.04).</p><p><xref ref-type="table" rid="table3">Table 3</xref> shows the subjective evaluation of teaching method effectiveness. Most students rated the FTF or LS method as good or very good (FTF: 36/37, 97% and LS: 35/37, 95%). Most students (28/35, 76%) in the FTF group thought that the training improved their skill, while most students (24/37, 65%) in the LS group did not find the training very useful.</p><p><xref ref-type="table" rid="table4">Table 4</xref> shows the student assessment of LS method quality. Most students found the first-person&#x2013;view quality to be good or passable (30/37, 81%). Most students (36/37, 97%) had good or acceptable internet connection, while 1 (3%) student had frequent disconnections.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Objective evaluation of FTF<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> versus LS<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup> effectiveness to enhance participants&#x2019; skill.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" colspan="2">Variable</td><td align="left" valign="bottom">Value, mean (SD)</td><td align="left" valign="bottom">Value, range</td><td align="left" valign="bottom"><italic>P</italic> value<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4"><bold>Overall DOPS<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup> score</bold></td><td align="left" valign="top"><italic>&#x003C;.001</italic></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Preintervention</td><td align="left" valign="top">56.7 (19.5)</td><td align="left" valign="top">15-91.7</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Postintervention</td><td align="left" valign="top">82.7 (13.9)</td><td align="left" valign="top">41.7-100</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="4"><bold>Preintervention score</bold></td><td align="left" valign="top">.33</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">FTF</td><td align="left" valign="top">58.9 (21.8)</td><td align="left" valign="top">15-91.7</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">LS</td><td align="left" valign="top">54.5 (17.1)</td><td align="left" valign="top">20-91.7</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><bold>Postintervention score</bold></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"><italic>.02</italic></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">FTF</td><td align="left" valign="top">86.4 (11)</td><td align="left" valign="top">58.3-100</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">LS</td><td align="left" valign="top">78.9 (15.5)</td><td align="left" valign="top">41.7-100</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><bold>FTF group score</bold></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"><italic>&#x003C;.001</italic></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Preintervention</td><td align="left" valign="top">58.9 (21.8)</td><td align="left" valign="top">15-91.7</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Postintervention</td><td align="left" valign="top">86.44 (11)</td><td align="left" valign="top">58.33-100</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="4"><bold>LS group score</bold></td><td align="left" valign="top"><italic>&#x003C;.001</italic></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Preintervention</td><td align="left" valign="top">54.5 (17)</td><td align="left" valign="top">20-91.7</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Postintervention</td><td align="left" valign="top">78.9 (15.5)</td><td align="left" valign="top">41.67-100</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="4"><bold>Difference between preintervention and postintervention scores (&#x2206;)</bold></td><td align="left" valign="top">.48</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">FTF</td><td align="left" valign="top">27.5 (20.6)</td><td align="left" valign="top">0-76.6</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">LS</td><td align="left" valign="top">24.4 (16.7)</td><td align="left" valign="top">16.6-63.3</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="4"><bold>Total self-training frequency in 1 week</bold></td><td align="left" valign="top"><italic>.048</italic></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">LS</td><td align="left" valign="top">6.3 (3.4)</td><td align="left" valign="top">2-20</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"/><td align="left" valign="top">FTF</td><td align="left" valign="top">4.9 (2.3)</td><td align="left" valign="top">0-12</td><td align="left" valign="top"/></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>FTF: face-to-face.</p></fn><fn id="table2fn2"><p><sup>b</sup>LS: live streaming.</p></fn><fn id="table2fn3"><p><sup>c</sup>Mean difference by 1-tailed <italic>t</italic> test.</p></fn><fn id="table2fn4"><p><sup>d</sup>DOPS: direct observational procedural skills.</p></fn></table-wrap-foot></table-wrap><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Subjective evaluation of FTF<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> versus LS<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup> effectiveness to enhance participants&#x2019; skill.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Variable</td><td align="left" valign="bottom" colspan="2">FTF method (n=37), n (%)</td><td align="left" valign="bottom" colspan="2">LS method (n=37), n (%)</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="5"><bold>Teaching quality from instructor</bold></td><td align="left" valign="top"><italic>.02</italic></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Very good</td><td align="left" valign="top" colspan="2">29 (78)</td><td align="left" valign="top" colspan="2">18 (49)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Good</td><td align="left" valign="top" colspan="2">7 (19)</td><td align="left" valign="top" colspan="2">17 (46)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Passable</td><td align="left" valign="top" colspan="2">1 (3)</td><td align="left" valign="top" colspan="2">0 (0)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Poor</td><td align="left" valign="top" colspan="2">0 (0)</td><td align="left" valign="top" colspan="2">2 (5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="5"><bold>Does the training improve your skill?</bold></td><td align="left" valign="top"><italic>&#x003C;.001</italic></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Yes, it improves my skill a lot</td><td align="left" valign="top" colspan="2">26 (70)</td><td align="left" valign="top" colspan="2">7 (19)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Yes, it does</td><td align="left" valign="top" colspan="2">2 (5)</td><td align="left" valign="top" colspan="2">6 (16)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Not too much</td><td align="left" valign="top" colspan="2">9 (24)</td><td align="left" valign="top" colspan="2">21 (57)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>No, it doesn&#x2019;t improve my skill at all</td><td align="left" valign="top" colspan="2">0 (0)</td><td align="left" valign="top" colspan="2">3 (8)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="5"><bold>Confidence in doing the procedure by themselves</bold></td><td align="left" valign="top"><italic>&#x003C;.001</italic></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Very confident</td><td align="left" valign="top" colspan="2">0 (0)</td><td align="left" valign="top" colspan="2">2 (5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Confident</td><td align="left" valign="top" colspan="2">24 (65)</td><td align="left" valign="top" colspan="2">34 (92)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Not confident</td><td align="left" valign="top" colspan="2">13 (35)</td><td align="left" valign="top" colspan="2">1 (3)</td><td align="left" valign="top"/></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>FTF: face-to-face.</p></fn><fn id="table3fn2"><p><sup>b</sup>LS: live streaming.</p></fn></table-wrap-foot></table-wrap><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Subjective evaluation of audiovisual quality and internet connection quality for the live streaming group.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Variable</td><td align="left" valign="bottom" colspan="2">Value (n=37), n (%)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3"><bold>Audiovisual quality of live streaming</bold></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Very good</td><td align="left" valign="top" colspan="2">5 (14)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Good</td><td align="left" valign="top" colspan="2">17 (47)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Passable</td><td align="left" valign="top" colspan="2">13 (36)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Poor</td><td align="left" valign="top" colspan="2">1 (3)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Internet connection quality</bold></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Good</td><td align="left" valign="top" colspan="2">25 (68)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Passable (some signal disconnections)</td><td align="left" valign="top" colspan="2">11 (29)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;</named-content>Poor (frequent signal disconnections)</td><td align="left" valign="top" colspan="2">1 (3)</td></tr></tbody></table></table-wrap></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This study aims to prove that first-person&#x2013;view LS teaching has the same effectiveness compared to traditional FTF teaching in enhancing medical students&#x2019; practical skills in performing simple wound suturing. As of this writing, no other study has compared these methods before.</p><p>We considered these 2 groups to have equal basic abilities prior to their training, as their GPA index and preintervention scores were similar. It is good to see that the overall DOPS scores increased significantly between the preintervention and postintervention periods (<italic>P</italic>&#x003C;.001), suggesting that the training process generally had good results in enhancing participants&#x2019; skills regardless of their training method.</p><p>However, the posttest scores of the FTF participants were significantly better than those of the LS participants (FTF: mean 86.4, SD 1 vs LS: mean 78.9, SD 15.5; <italic>P</italic>=.02). As seen on the box-plot graph, the data variation in the LS group is wider than that in the FTF group (<xref ref-type="fig" rid="figure2">Figure 2</xref>, pink box plot). This wide range of data suggests significant variability in the results in the LS group, ranging from high to poor values (score).</p><p>We compared the ability of the LS method to enhance the participants&#x2019; skills with the FTF method by performing a paired analysis of the numerical differences between each participant&#x2019;s preintervention and postintervention scores (&#x2206;). Based on this analysis, we found that the score increase between the FTF and LS groups was not significantly different (FTF: mean 27.5, SD 20.6 vs LS: mean 24.4, SD 16.7; <italic>P</italic>=.48). Nevertheless, when we observed the data variation as depicted in box-plot graph (<xref ref-type="fig" rid="figure3">Figure 3</xref>), we noted that the data spread of the LS group was narrower in its numerical differences compared to the FTF group, which suggested more limited ability of the LS method to enhance participants&#x2019; procedural skills compared to the FTF method. The mean score of the 2 groups were 27.5 (SD 20.6) for the FTF group and 24.4 (SD 16.7) for the LS group, which showed that the FTF group had higher score differences than the LS group. Therefore, we deduced that the LS method was still inferior to the FTF method in enhancing participants&#x2019; ability to do simple procedural skills.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Box-plot graph of pretest and posttest scores of FTF versus LS group. FTF: face-to-face; LS: live streaming.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mededu_v10i1e52631_fig02.png"/></fig><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Box-plot graph of numerical differences of both groups&#x2019; scores. FTF: face-to-face; LS: live streaming.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mededu_v10i1e52631_fig03.png"/></fig><p>Procedural skills differ from cognitive matters as they need to be mastered and self-trained within some period. We encouraged the participants to train themselves as often as possible in a 1-week period. In an effort to reduce bias, we asked the participants at the end of the 1-week period about their self-training frequency during that period. This analysis showed the LS group had more self-training frequency on average (mean 6.3, SD 3.40 vs mean 4.9, SD 2.3; <italic>P</italic>=.048). It is debatable whether the participants in LS group performed more self-training because they felt compelled to by the LS demonstration as mentioned by Offiah et al [<xref ref-type="bibr" rid="ref23">23</xref>] or because of something else. It is interesting to see that even though LS participants performed more self-training than FTF participants, they did not acquire the same increase in posttest DOPS scores.</p><p>The quality of the instructions given during the FTF and LS methods was also evaluated. Participants were instructed to give feedback regarding the teaching quality, asking if the instructor gave a good, clear demonstration and explanation on the technique. We found that the majority of the FTF group thought that the teaching quality was &#x201C;very good&#x201D; (29/37, 78%), but the LS group was dispersed in &#x201C;very good&#x201D; (18/37, 49%) and &#x201C;good&#x201D; (17/37, 46%) responses. This result may be caused by the FTF group being physically present at the room with the instructor and, therefore, feeling more at ease to ask questions in a natural manner. Although we encouraged the participants in the LS group to actively participate in training sessions, the LS group may have had questions or comments as well but did not express them simply because they felt less engaged in the LS system. The lack of social interaction, collaborative learning, and teacher-student engagement issues are known to be barriers to online learning [<xref ref-type="bibr" rid="ref43">43</xref>]. More specifically, the poor engagement between students and instructor in LS settings was also reported in the study of Mill et al [<xref ref-type="bibr" rid="ref15">15</xref>]. Connectivity problems may also be an issue, as 1 participant in the LS group rated their connectivity as &#x201C;poor.&#x201D;</p><p>Students were also subjectively asked if their method of training improved their mastery of the skill. In the LS group, most participants (21/37, 57%) said the method did not improve their skills much, while some (3/37, 8%) said it did not improve their skills at all. This contrasted sharply with the perception of the FTF group, where most participants (26/37, 70%) said the method improved their skills a lot. These results are different from the meta-analysis performed by Mao et al [<xref ref-type="bibr" rid="ref44">44</xref>], which found that skills proficiency improvement was not significantly different between video and conventional methods. Unfortunately, we did not specifically ask which part of the teaching method that the participants were unsatisfied with.</p><p>For the LS group, we also inquired about the audiovisual quality of the LS method. Most participants answered with &#x201C;good&#x201D; (17/37, 47%) and &#x201C;passable&#x201D; (13/37, 36%), reflecting that the quality of the teaching material needed to be enhanced. In the LS method, the participants could not move their viewpoint, head, or body position to get a better picture of what is going on compared to being present in the FTF group. The GoPro itself needed to be adjusted several times during the training due to limited visual ability, causing the participants in the LS group to not see the demonstration clearly. We also thought that the visual exposure in the LS method was still lacking, even when we used the GoPro Hero 8, which came with a 4000-pixel resolution [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. This experience was also noted in LS of neurosurgery cases by Jack et al [<xref ref-type="bibr" rid="ref46">46</xref>] using the GoPro Hero 5. The LS group also mentioned of an audio delay during the live demonstration, which could be why participants&#x2019; opinions of the quality of teaching and the training ability to improve procedural skills were varied. This audio delay is a common problem with the LS method and should be minimized in the future to enhance the effectiveness of LS in teaching procedural skills [<xref ref-type="bibr" rid="ref47">47</xref>]. Future studies may also considered virtual reality for teaching technical skills, as it is a more immersive experience for the students [<xref ref-type="bibr" rid="ref48">48</xref>]. Perhaps it is the quality of the teaching materials that needs to be improved to enhance the first-person&#x2013;view LS method results.</p><p>Finally, we asked the participants about their confidence in performing simple wound suturing by themselves after the training. Interestingly, although the majority of both groups are confident, participants of the FTF group were less confident in performing the procedure compared with the LS group (13/37, 35% vs 1/37, 3%). We previously thought that participants of the gold standard FTF teaching method would be more confident in performing the procedure, as this method gives the participant direct visualization of the procedure and better proximity to the instructor to ask questions and, therefore, would impart more confidence to perform the procedure independently. This finding may be an effect of the first-person&#x2013;view LS method, since this method puts the viewers directly in the instructor&#x2019;s field of view, as if they are doing the procedure themselves. This way, the participants felt as if they have done the procedure before and are more confident in performing it independently [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Another reason may be that the LS group could learn in a more relaxed setting, as they did not have the stress and tension of trying to learn a skill from inside the high-stress environment of an operating theater and, therefore, could enhance their confidence and willingness to practice [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>].</p></sec><sec id="s4-2"><title>Limitations</title><p>Some methods in this study could be improved. Several confounding factors could not be controlled, such as the exposure of individual students to the practice of suturing when asked to assist their preceptors in surgery during their rotation, or the enthusiasm of some students to perform self-training. As such, we limited the duration between preintervention and postntervention testing to 1 week, to reduce the effects of these factors. The retention of skills over a longer period was not explored here. We were also unable to limit contact and communication between participants from both groups during the 1-week period.</p><p>We also noted that 33% (12/37) of the LS participants had a &#x201C;passable&#x201D; or &#x201C;poor&#x201D; connection when using their own mobile devices, even though the participants were encouraged to use the university internet connection. Connectivity problems need to be more stringently monitored in the future, with all students being required to connect to university Wi-Fi.</p><p>We recommend future studies to use higher-quality recording devices to improve the quality of the teaching materials. Each participant has a different learning curve, and therefore, providing a standardized recording of the procedural skill for students would be helpful in giving them a chance to review and gain confidence before they do it independently. Using a prerecorded video to standardize the teaching material could be used, as suggested by Tackett et al [<xref ref-type="bibr" rid="ref52">52</xref>], although using recorded media will remove the interactive quality of the live-streamed, first-person&#x2013;view method. The effects of the teaching method on confidence could also be explored, to see if the first-person&#x2013;view method could independently increase the participants&#x2019; confidence.</p></sec><sec id="s4-3"><title>Conclusions</title><p>Using first-person&#x2013;view LS teaching of simple procedural skills such as simple wound suturing could provide many benefits for the educator, students, and teaching hospital. This method is comparable to standard FTF teaching for improving the students&#x2019; skill in performing manual tasks. Teaching a practical skill using the LS method also gives more confidence for the participants to perform the procedure independently. Further improvement to the quality of the recording device, better internet connection, and better teaching materials could improve this method in the future.</p></sec></sec></body><back><ack><p>The authors would like to express our gratitude to Professor Cucunawangsih, PhD, for her help regarding ethical review for this publication; Rhendy Wijayanto, MD; Flora Agustina Situmorang, MD; and Hendry Lie, MD, for their help in conducting the research; Ian Huang, MD, for his help in writing the manuscript; and all surgery clerkship students who were willing to contribute to this research as participants.</p></ack><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CONSORT</term><def><p>Consolidated Standards of Reporting Trials</p></def></def-item><def-item><term id="abb2">DOPS</term><def><p>direct observational procedural skills</p></def></def-item><def-item><term id="abb3">FTF</term><def><p>face-to-face</p></def></def-item><def-item><term id="abb4">GPA</term><def><p>grade point average</p></def></def-item><def-item><term id="abb5">LS</term><def><p>live streaming</p></def></def-item><def-item><term id="abb6">OSCE</term><def><p>Objective Structured Clinical Examination</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Chituc</surname><given-names>CM</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Camarinha-Matos</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Boucher</surname><given-names>X</given-names> </name><name name-style="western"><surname>Afsarmanesh</surname><given-names>H</given-names> </name></person-group><article-title>A framework for Education 4.0 in digital education ecosystems</article-title><source>Smart and Sustainable Collaborative Networks 4.0. PRO-VE 2021. IFIP Advances in Information and Communication Technology, vol 629</source><year>2021</year><publisher-name>Springer</publisher-name><fpage>702</fpage><lpage>709</lpage><pub-id pub-id-type="doi">10.1007/978-3-030-85969-5_66</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tuma</surname><given-names>F</given-names> </name><name name-style="western"><surname>Malgor</surname><given-names>RD</given-names> </name><name name-style="western"><surname>Nassar</surname><given-names>AK</given-names> </name></person-group><article-title>Actions to enhance interactive learning in surgery</article-title><source>Ann Med Surg (Lond)</source><year>2021</year><month>03</month><day>26</day><volume>64</volume><fpage>102256</fpage><pub-id pub-id-type="doi">10.1016/j.amsu.2021.102256</pub-id><pub-id pub-id-type="medline">33889404</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Foo</surname><given-names>CC</given-names> </name><name name-style="western"><surname>Cheung</surname><given-names>B</given-names> </name><name name-style="western"><surname>Chu</surname><given-names>KM</given-names> </name></person-group><article-title>A comparative study regarding distance learning and the conventional face-to-face approach conducted problem-based learning tutorial during the COVID-19 pandemic</article-title><source>BMC Med Educ</source><year>2021</year><month>03</month><day>3</day><volume>21</volume><issue>1</issue><fpage>141</fpage><pub-id pub-id-type="doi">10.1186/s12909-021-02575-1</pub-id><pub-id pub-id-type="medline">33658015</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Doulias</surname><given-names>T</given-names> </name><name name-style="western"><surname>Gallo</surname><given-names>G</given-names> </name><name name-style="western"><surname>Rubio-Perez</surname><given-names>I</given-names> </name><name name-style="western"><surname>Breukink</surname><given-names>SO</given-names> </name><name name-style="western"><surname>Hahnloser</surname><given-names>D</given-names> </name></person-group><article-title>Doing more with less: surgical training in the COVID-19 era</article-title><source>J Invest Surg</source><year>2022</year><month>01</month><volume>35</volume><issue>1</issue><fpage>171</fpage><lpage>179</lpage><pub-id pub-id-type="doi">10.1080/08941939.2020.1824250</pub-id><pub-id pub-id-type="medline">32959688</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McKechnie</surname><given-names>T</given-names> </name><name name-style="western"><surname>Levin</surname><given-names>M</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>K</given-names> </name><name name-style="western"><surname>Freedman</surname><given-names>B</given-names> </name><name name-style="western"><surname>Palter</surname><given-names>VN</given-names> </name><name name-style="western"><surname>Grantcharov</surname><given-names>TP</given-names> </name></person-group><article-title>Virtual surgical training during COVID-19: operating room simulation platforms accessible from home</article-title><source>Ann Surg</source><year>2020</year><month>08</month><volume>272</volume><issue>2</issue><fpage>e153</fpage><lpage>e154</lpage><pub-id pub-id-type="doi">10.1097/SLA.0000000000003999</pub-id><pub-id pub-id-type="medline">32675522</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Navia</surname><given-names>A</given-names> </name><name name-style="western"><surname>Parada</surname><given-names>L</given-names> </name><name name-style="western"><surname>Urbina</surname><given-names>G</given-names> </name><name name-style="western"><surname>Vidal</surname><given-names>C</given-names> </name><name name-style="western"><surname>Morovic</surname><given-names>CG</given-names> </name></person-group><article-title>Optimizing intraoral surgery video recording for residents&#x2019; training during the COVID-19 pandemic: comparison of 3 point of views using a GoPro</article-title><source>J Plast Reconstr Aesthet Surg</source><year>2021</year><month>05</month><volume>74</volume><issue>5</issue><fpage>1101</fpage><lpage>1160</lpage><pub-id pub-id-type="doi">10.1016/j.bjps.2020.10.068</pub-id><pub-id pub-id-type="medline">33199220</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mustika</surname><given-names>R</given-names> </name><name name-style="western"><surname>Nishigori</surname><given-names>H</given-names> </name><name name-style="western"><surname>Ronokusumo</surname><given-names>S</given-names> </name><name name-style="western"><surname>Scherpbier</surname><given-names>A</given-names> </name></person-group><article-title>The odyssey of medical education in Indonesia</article-title><source>The Asia-Pacific Scholar</source><year>2019</year><month>01</month><day>2</day><volume>4</volume><issue>1</issue><fpage>4</fpage><lpage>8</lpage><pub-id pub-id-type="doi">10.29060/TAPS.2019-4-1/GP1077</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Song</surname><given-names>JSA</given-names> </name><name name-style="western"><surname>McGuire</surname><given-names>C</given-names> </name><name name-style="western"><surname>Vaculik</surname><given-names>M</given-names> </name><name name-style="western"><surname>Morzycki</surname><given-names>A</given-names> </name><name name-style="western"><surname>Plourde</surname><given-names>M</given-names> </name></person-group><article-title>Cross sectional analysis of student-led surgical societies in fostering medical student interest in Canada</article-title><source>BMC Med Educ</source><year>2019</year><month>03</month><day>8</day><volume>19</volume><issue>1</issue><fpage>77</fpage><pub-id pub-id-type="doi">10.1186/s12909-019-1502-5</pub-id><pub-id pub-id-type="medline">30849966</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Makarim</surname><given-names>N</given-names> </name><name name-style="western"><surname>Sadikin</surname><given-names>BG</given-names> </name></person-group><article-title>Surat keputusan bersama (SKB) nomor 02/KB/2022 tentang peningkatan kuota penerimaan mahasiswa program sarjana kedokteran, program dokter spesialis dan penambahan program studi dokter spesialis melalui sistem kesehatan akademik [Article in Indonesian]</article-title><source>Scribd</source><year>2022</year><month>07</month><day>12</day><access-date>2024-08-20</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.scribd.com/document/582964419/SKB-Kemendikbud-dan-Kemkes-tentang-Peningkatan-Kuota">https://www.scribd.com/document/582964419/SKB-Kemendikbud-dan-Kemkes-tentang-Peningkatan-Kuota</ext-link></comment></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hagopian</surname><given-names>TM</given-names> </name><name name-style="western"><surname>Vitiello</surname><given-names>GA</given-names> </name><name name-style="western"><surname>Hart</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Perez</surname><given-names>SD</given-names> </name><name name-style="western"><surname>Pettitt</surname><given-names>BJ</given-names> </name><name name-style="western"><surname>Sweeney</surname><given-names>JF</given-names> </name></person-group><article-title>Do medical students in the operating room affect patient care? an analysis of one institution&#x2019;s experience over the past five years</article-title><source>J Surg Educ</source><year>2014</year><volume>71</volume><issue>6</issue><fpage>817</fpage><lpage>824</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2014.04.011</pub-id><pub-id pub-id-type="medline">24931415</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wathen</surname><given-names>C</given-names> </name><name name-style="western"><surname>Kshettry</surname><given-names>VR</given-names> </name><name name-style="western"><surname>Krishnaney</surname><given-names>A</given-names> </name><etal/></person-group><article-title>The association between operating room personnel and turnover with surgical site infection in more than 12&#x2009;000 neurosurgical cases</article-title><source>Neurosurgery</source><year>2016</year><month>12</month><volume>79</volume><issue>6</issue><fpage>889</fpage><lpage>894</lpage><pub-id pub-id-type="doi">10.1227/NEU.0000000000001357</pub-id><pub-id pub-id-type="medline">27465846</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Awad</surname><given-names>M</given-names> </name><name name-style="western"><surname>Chowdhary</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hermena</surname><given-names>S</given-names> </name><name name-style="western"><surname>Falaha</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Slim</surname><given-names>N</given-names> </name><name name-style="western"><surname>Francis</surname><given-names>NK</given-names> </name></person-group><article-title>Safety and effectiveness of live broadcast of surgical procedures: systematic review</article-title><source>Surg Endosc</source><year>2022</year><month>08</month><volume>36</volume><issue>8</issue><fpage>5571</fpage><lpage>5594</lpage><pub-id pub-id-type="doi">10.1007/s00464-022-09072-6</pub-id><pub-id pub-id-type="medline">35604484</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Bonn</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Grajek</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Schneider</surname><given-names>A</given-names> </name><name name-style="western"><surname>Oberhoffner</surname><given-names>T</given-names> </name><name name-style="western"><surname>Mlynski</surname><given-names>R</given-names> </name><name name-style="western"><surname>Weiss</surname><given-names>NM</given-names> </name></person-group><article-title>Interactive live-stream surgery contributes to surgical education in the context of contact restrictions</article-title><source>Eur Arch Otorhinolaryngol</source><year>2022</year><month>06</month><volume>279</volume><issue>6</issue><fpage>2865</fpage><lpage>2871</lpage><pub-id pub-id-type="doi">10.1007/s00405-021-06994-0</pub-id><pub-id pub-id-type="medline">34424381</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Grafton-Clarke</surname><given-names>C</given-names> </name><name name-style="western"><surname>Uraiby</surname><given-names>H</given-names> </name><name name-style="western"><surname>Abraham</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kirtley</surname><given-names>J</given-names> </name><name name-style="western"><surname>Xu</surname><given-names>G</given-names> </name><name name-style="western"><surname>McCarthy</surname><given-names>M</given-names> </name></person-group><article-title>Live streaming to sustain clinical learning</article-title><source>Clin Teach</source><year>2022</year><month>08</month><volume>19</volume><issue>4</issue><fpage>282</fpage><lpage>288</lpage><pub-id pub-id-type="doi">10.1111/tct.13488</pub-id><pub-id pub-id-type="medline">35365976</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mill</surname><given-names>T</given-names> </name><name name-style="western"><surname>Parikh</surname><given-names>S</given-names> </name><name name-style="western"><surname>Allen</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Live streaming ward rounds using wearable technology to teach medical students: a pilot study</article-title><source>BMJ Simul Technol Enhanc Learn</source><year>2021</year><month>05</month><day>25</day><volume>7</volume><issue>6</issue><fpage>494</fpage><lpage>500</lpage><pub-id pub-id-type="doi">10.1136/bmjstel-2021-000864</pub-id><pub-id pub-id-type="medline">35520979</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shikino</surname><given-names>K</given-names> </name><name name-style="western"><surname>Nishizaki</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Fukui</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Development of a clinical simulation video to evaluate multiple domains of clinical competence: cross-sectional study</article-title><source>JMIR Med Educ</source><year>2024</year><month>02</month><day>29</day><volume>10</volume><fpage>e54401</fpage><pub-id pub-id-type="doi">10.2196/54401</pub-id><pub-id pub-id-type="medline">38421691</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schmidt</surname><given-names>MW</given-names> </name><name name-style="western"><surname>Friedrich</surname><given-names>M</given-names> </name><name name-style="western"><surname>Kowalewski</surname><given-names>KF</given-names> </name><etal/></person-group><article-title>Learning from the surgeon&#x2019;s real perspective - first-person view versus laparoscopic view in e-learning for training of surgical skills? study protocol for a randomized controlled trial</article-title><source>Int J Surg Protoc</source><year>2017</year><month>01</month><day>23</day><volume>3</volume><fpage>7</fpage><lpage>13</lpage><pub-id pub-id-type="doi">10.1016/j.isjp.2017.01.001</pub-id><pub-id pub-id-type="medline">31851752</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Lin</surname><given-names>C</given-names> </name><name name-style="western"><surname>Andersen</surname><given-names>D</given-names> </name><name name-style="western"><surname>Popescu</surname><given-names>V</given-names> </name><etal/></person-group><article-title>A first-person mentee second-person mentor AR interface for surgical telementoring</article-title><conf-name>2018 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)</conf-name><conf-date>Oct 16-20, 2018</conf-date><conf-loc>Munich, Germany</conf-loc><fpage>3</fpage><lpage>8</lpage><pub-id pub-id-type="doi">10.1109/ISMAR-Adjunct.2018.00021</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="thesis"><person-group person-group-type="author"><name name-style="western"><surname>Jaeger</surname><given-names>D</given-names> </name></person-group><article-title>The impact of the use of video recording eyewear on skill acquisition: a comparison of first-person and third-person perspective video modeling [Dissertation]</article-title><year>2016</year><access-date>2024-08-16</access-date><publisher-name>Florida Gulf Coast University</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://scholarscommons.fgcu.edu/esploro/outputs/99383341626906570">https://scholarscommons.fgcu.edu/esploro/outputs/99383341626906570</ext-link></comment></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Croghan</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Phillips</surname><given-names>C</given-names> </name><name name-style="western"><surname>Howson</surname><given-names>W</given-names> </name></person-group><article-title>The operating theatre as a classroom: a literature review of medical student learning in the theatre environment</article-title><source>Int J Med Educ</source><year>2019</year><month>04</month><day>23</day><volume>10</volume><fpage>75</fpage><lpage>87</lpage><pub-id pub-id-type="doi">10.5116/ijme.5ca7.afd1</pub-id><pub-id pub-id-type="medline">31012867</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Madani</surname><given-names>A</given-names> </name><name name-style="western"><surname>Hirpara</surname><given-names>D</given-names> </name><name name-style="western"><surname>Chadi</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Dhar</surname><given-names>P</given-names> </name><name name-style="western"><surname>Okrainec</surname><given-names>A</given-names> </name></person-group><article-title>Leveraging videoconferencing technology to augment surgical training during a pandemic</article-title><source>Ann Surg Open</source><year>2021</year><month>04</month><day>15</day><volume>2</volume><issue>2</issue><fpage>e035</fpage><pub-id pub-id-type="doi">10.1097/AS9.0000000000000035</pub-id><pub-id pub-id-type="medline">36590033</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Smith</surname><given-names>CD</given-names> </name><name name-style="western"><surname>Skandalakis</surname><given-names>JE</given-names> </name></person-group><article-title>Remote presence proctoring by using a wireless remote-control videoconferencing system</article-title><source>Surg Innov</source><year>2005</year><month>06</month><volume>12</volume><issue>2</issue><fpage>139</fpage><lpage>143</lpage><pub-id pub-id-type="doi">10.1177/155335060501200212</pub-id><pub-id pub-id-type="medline">16034503</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Offiah</surname><given-names>G</given-names> </name><name name-style="western"><surname>Ekpotu</surname><given-names>LP</given-names> </name><name name-style="western"><surname>Murphy</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Evaluation of medical student retention of clinical skills following simulation training</article-title><source>BMC Med Educ</source><year>2019</year><month>07</month><day>16</day><volume>19</volume><issue>1</issue><fpage>263</fpage><pub-id pub-id-type="doi">10.1186/s12909-019-1663-2</pub-id><pub-id pub-id-type="medline">31311546</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alameddine</surname><given-names>MB</given-names> </name><name name-style="western"><surname>Englesbe</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Waits</surname><given-names>SA</given-names> </name></person-group><article-title>A video-based coaching intervention to improve surgical skill in fourth-year medical students</article-title><source>J Surg Educ</source><year>2018</year><month>11</month><volume>75</volume><issue>6</issue><fpage>1475</fpage><lpage>1479</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2018.04.003</pub-id><pub-id pub-id-type="medline">29699931</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Hummel</surname><given-names>RL</given-names> </name></person-group><article-title>Teaching with a gopro camera! simultaneously incorporate technology and learning while creating flipped classroom content</article-title><year>2015</year><conf-name>Society for Information Technology &#x0026; Teacher Education International Conference</conf-name></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Baatjes</surname><given-names>KJ</given-names> </name><name name-style="western"><surname>Keiller</surname><given-names>AV</given-names> </name><name name-style="western"><surname>Louw</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>van Rooyen</surname><given-names>M</given-names> </name></person-group><article-title>Point&#x2010;of&#x2010;view technology to teach surgery</article-title><source>Clin Teach</source><year>2021</year><month>04</month><volume>18</volume><issue>2</issue><fpage>147</fpage><lpage>151</lpage><pub-id pub-id-type="doi">10.1111/tct.13272</pub-id><pub-id pub-id-type="medline">33090688</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kapi</surname><given-names>E</given-names> </name></person-group><article-title>Surgeon-manipulated live surgery video recording apparatuses: personal experience and review of literature</article-title><source>Aesthetic Plast Surg</source><year>2017</year><month>06</month><volume>41</volume><issue>3</issue><fpage>738</fpage><lpage>746</lpage><pub-id pub-id-type="doi">10.1007/s00266-017-0826-y</pub-id><pub-id pub-id-type="medline">28280896</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Faiz</surname><given-names>T</given-names> </name><name name-style="western"><surname>Marar</surname><given-names>O</given-names> </name><name name-style="western"><surname>Kamel</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Vance</surname><given-names>S</given-names> </name></person-group><article-title>Teaching operative surgery to medical students using live streaming during COVID-19 pandemic</article-title><source>Surg Innov</source><year>2021</year><month>04</month><volume>28</volume><issue>2</issue><fpage>253</fpage><lpage>254</lpage><pub-id pub-id-type="doi">10.1177/1553350620967242</pub-id><pub-id pub-id-type="medline">33040715</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ganry</surname><given-names>L</given-names> </name><name name-style="western"><surname>Sigaux</surname><given-names>N</given-names> </name><name name-style="western"><surname>Ettinger</surname><given-names>KS</given-names> </name><name name-style="western"><surname>Salman</surname><given-names>SO</given-names> </name><name name-style="western"><surname>Fernandes</surname><given-names>RP</given-names> </name></person-group><article-title>Modified GoPro Hero 6 and 7 for intraoperative surgical recording-transformation into a surgeon-perspective professional quality recording system</article-title><source>J Oral Maxillofac Surg</source><year>2019</year><month>08</month><volume>77</volume><issue>8</issue><fpage>1703.e1</fpage><lpage>1703.e6</lpage><pub-id pub-id-type="doi">10.1016/j.joms.2019.03.026</pub-id><pub-id pub-id-type="medline">31009633</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Koh</surname><given-names>W</given-names> </name><name name-style="western"><surname>Khoo</surname><given-names>D</given-names> </name><name name-style="western"><surname>Pan</surname><given-names>LTT</given-names> </name><etal/></person-group><article-title>Use of GoPro point-of-view camera in intubation simulation-a randomized controlled trial</article-title><source>PLoS One</source><year>2020</year><month>12</month><day>1</day><volume>15</volume><issue>12</issue><fpage>e0243217</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0243217</pub-id><pub-id pub-id-type="medline">33259536</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Moore</surname><given-names>MD</given-names> </name><name name-style="western"><surname>Abelson</surname><given-names>JS</given-names> </name><name name-style="western"><surname>O&#x2019;Mahoney</surname><given-names>P</given-names> </name><name name-style="western"><surname>Bagautdinov</surname><given-names>I</given-names> </name><name name-style="western"><surname>Yeo</surname><given-names>H</given-names> </name><name name-style="western"><surname>Watkins</surname><given-names>AC</given-names> </name></person-group><article-title>Using GoPro to give video-assisted operative feedback for surgery residents: a feasibility and utility assessment</article-title><source>J Surg Educ</source><year>2018</year><volume>75</volume><issue>2</issue><fpage>497</fpage><lpage>502</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2017.07.024</pub-id><pub-id pub-id-type="medline">28838833</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zulharman</surname><given-names>Z</given-names> </name></person-group><article-title>Perancangan Objective Structured Clinical Examination (OSCE) untuk menilai kompetensi klinik [Article in Indonesian]</article-title><source>Jurnal Ilmu Kedokteran</source><year>2011</year><month>03</month><volume>5</volume><issue>1</issue><fpage>7</fpage><lpage>12</lpage><pub-id pub-id-type="doi">10.26891/JIK.v5i1.2011.7-12</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Temple</surname><given-names>CLF</given-names> </name><name name-style="western"><surname>Ross</surname><given-names>DC</given-names> </name></person-group><article-title>A new, validated instrument to evaluate competency in microsurgery: the University of Western Ontario Microsurgical Skills Acquisition/Assessment instrument [outcomes article]</article-title><source>Plast Reconstr Surg</source><year>2011</year><month>01</month><volume>127</volume><issue>1</issue><fpage>215</fpage><lpage>222</lpage><pub-id pub-id-type="doi">10.1097/PRS.0b013e3181f95adb</pub-id><pub-id pub-id-type="medline">21200214</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Martin</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Regehr</surname><given-names>G</given-names> </name><name name-style="western"><surname>Reznick</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Objective structured assessment of technical skill (OSATS) for surgical residents</article-title><source>Br J Surg</source><year>1997</year><month>02</month><volume>84</volume><issue>2</issue><fpage>273</fpage><lpage>278</lpage><pub-id pub-id-type="doi">10.1046/j.1365-2168.1997.02502.x</pub-id><pub-id pub-id-type="medline">9052454</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="book"><person-group person-group-type="author"><collab>Konsil Kedokteran Indonesia</collab></person-group><source>Standar Kompetensi Dokter</source><year>2006</year><access-date>2024-08-16</access-date><publisher-name>Konsil Kedokteran Indonesia</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://simpus.mkri.id/opac/detail-opac?id=7442">https://simpus.mkri.id/opac/detail-opac?id=7442</ext-link></comment></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Moy</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Waldman</surname><given-names>B</given-names> </name><name name-style="western"><surname>Hein</surname><given-names>DW</given-names> </name></person-group><article-title>A review of sutures and suturing techniques</article-title><source>J Dermatol Surg Oncol</source><year>1992</year><month>09</month><volume>18</volume><issue>9</issue><fpage>785</fpage><lpage>795</lpage><pub-id pub-id-type="doi">10.1111/j.1524-4725.1992.tb03036.x</pub-id><pub-id pub-id-type="medline">1512311</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kudur</surname><given-names>MH</given-names> </name><name name-style="western"><surname>Pai</surname><given-names>SB</given-names> </name><name name-style="western"><surname>Sripathi</surname><given-names>H</given-names> </name><name name-style="western"><surname>Prabhu</surname><given-names>S</given-names> </name></person-group><article-title>Sutures and suturing techniques in skin closure</article-title><source>Indian J Dermatol Venereol Leprol</source><year>2009</year><volume>75</volume><issue>4</issue><fpage>425</fpage><lpage>434</lpage><pub-id pub-id-type="doi">10.4103/0378-6323.53155</pub-id><pub-id pub-id-type="medline">19584482</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>L&#x00F6;rwald</surname><given-names>AC</given-names> </name><name name-style="western"><surname>Lahner</surname><given-names>FM</given-names> </name><name name-style="western"><surname>Nouns</surname><given-names>ZM</given-names> </name><etal/></person-group><article-title>The educational impact of mini-clinical evaluation exercise (Mini-CEX) and direct observation of procedural skills (DOPS) and its association with implementation: a systematic review and meta-analysis</article-title><source>PLoS One</source><year>2018</year><month>06</month><day>4</day><volume>13</volume><issue>6</issue><fpage>e0198009</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0198009</pub-id><pub-id pub-id-type="medline">29864130</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Schulz</surname><given-names>KF</given-names> </name><name name-style="western"><surname>Moher</surname><given-names>D</given-names> </name><name name-style="western"><surname>Altman</surname><given-names>DG</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Moher</surname><given-names>D</given-names> </name><name name-style="western"><surname>Altman</surname><given-names>DG</given-names> </name><name name-style="western"><surname>Schulz</surname><given-names>KF</given-names> </name><name name-style="western"><surname>Simera</surname><given-names>I</given-names> </name><name name-style="western"><surname>Wager</surname><given-names>E</given-names> </name></person-group><article-title>CONSORT</article-title><source>Guidelines for Reporting Health Research: A User&#x2019;s Manual</source><year>2014</year><publisher-name>John Wiley &#x0026; Sons, Ltd</publisher-name><fpage>80</fpage><lpage>92</lpage><pub-id pub-id-type="doi">10.1002/9781118715598.ch9</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Lemeshow</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hosmer</surname><given-names>DJ Jr</given-names> </name><name name-style="western"><surname>Klar</surname><given-names>J</given-names> </name><name name-style="western"><surname>Lwanga</surname><given-names>SK</given-names> </name></person-group><source>Adequacy of Sample Size in Health Studies</source><year>1990</year><access-date>2024-08-16</access-date><publisher-name>J. Wiley for the World Health Organization</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://digitallibrary.un.org/record/49698?ln=en">https://digitallibrary.un.org/record/49698?ln=en</ext-link></comment><pub-id pub-id-type="other">0471925179</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sakurai</surname><given-names>H</given-names> </name><name name-style="western"><surname>Kanada</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Sugiura</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>Standardization of clinical skill evaluation in physical/occupational therapist education -effects of introduction of an education system using OSCE-</article-title><source>J Phys Ther Sci</source><year>2013</year><month>09</month><volume>25</volume><issue>9</issue><fpage>1071</fpage><lpage>1077</lpage><pub-id pub-id-type="doi">10.1589/jpts.25.1071</pub-id><pub-id pub-id-type="medline">24259918</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="web"><source>GoPro Hero 8 Black User Manual 130-28314-000 REVB</source><year>2019</year><access-date>2024-08-30</access-date><publisher-name>GoPro, Inc</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://gopro.com/content/dam/help/hero8-black/manuals/HERO8Black_UM_ENG_REVB.pdf?srsltid=AfmBOoqq9-3dcNl_sr0i_7e1dqXCwtexCUD3fK5LH40YrIJPKpcmre7J">https://gopro.com/content/dam/help/hero8-black/manuals/HERO8Black_UM_ENG_REVB.pdf?srsltid=AfmBOoqq9-3dcNl_sr0i_7e1dqXCwtexCUD3fK5LH40YrIJPKpcmre7J</ext-link></comment></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zaki</surname><given-names>MS</given-names> </name></person-group><article-title>Advantages and disadvantages of online learning</article-title><source>J Int Soc Res</source><year>2022</year><month>09</month><access-date>2024-08-16</access-date><volume>15</volume><issue>92</issue><comment><ext-link ext-link-type="uri" xlink:href="https://www.sosyalarastirmalar.com/articles/advantages-and-disadvantages-of-online-learning-94993.html">https://www.sosyalarastirmalar.com/articles/advantages-and-disadvantages-of-online-learning-94993.html</ext-link></comment></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mao</surname><given-names>BP</given-names> </name><name name-style="western"><surname>Teichroeb</surname><given-names>ML</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>T</given-names> </name><name name-style="western"><surname>Wong</surname><given-names>G</given-names> </name><name name-style="western"><surname>Pang</surname><given-names>T</given-names> </name><name name-style="western"><surname>Pleass</surname><given-names>H</given-names> </name></person-group><article-title>Is online video-based education an effective method to teach basic surgical skills to students and surgical trainees? a systematic review and meta-analysis</article-title><source>J Surg Educ</source><year>2022</year><volume>79</volume><issue>6</issue><fpage>1536</fpage><lpage>1545</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2022.07.016</pub-id><pub-id pub-id-type="medline">35933308</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hyndman</surname><given-names>B</given-names> </name><name name-style="western"><surname>Papatraianou</surname><given-names>LH</given-names> </name></person-group><article-title>The technological integration of a simulation pedagogical approachfor physical education: the GoPro PE Trial 1.0</article-title><source>Learn Comm Int J Learn Soc Cont</source><year>2017</year><volume>21</volume><issue>1</issue><fpage>6</fpage><lpage>18</lpage><pub-id pub-id-type="doi">10.18793/LCJ2017.21.02</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jack</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Gattozzi</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Camarata</surname><given-names>PJ</given-names> </name><name name-style="western"><surname>Shah</surname><given-names>KJ</given-names> </name></person-group><article-title>Live-streaming surgery for medical student education - educational solutions in neurosurgery during the COVID-19 pandemic</article-title><source>J Surg Educ</source><year>2021</year><volume>78</volume><issue>1</issue><fpage>99</fpage><lpage>103</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2020.07.005</pub-id><pub-id pub-id-type="medline">32747320</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Celebi</surname><given-names>KC</given-names> </name><name name-style="western"><surname>Bailey</surname><given-names>SKT</given-names> </name><name name-style="western"><surname>Burns</surname><given-names>MW</given-names> </name><name name-style="western"><surname>Bansal</surname><given-names>K</given-names> </name></person-group><article-title>Is virtual reality streaming ready for remote medical education? measuring latency of stereoscopic VR for telementoring</article-title><source>Proc Hum Factors Ergon Soc Annu Meet</source><year>2021</year><month>11</month><day>12</day><volume>65</volume><issue>1</issue><fpage>757</fpage><lpage>761</lpage><pub-id pub-id-type="doi">10.1177/1071181321651332</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Queisner</surname><given-names>M</given-names> </name><name name-style="western"><surname>Pogorzhelskiy</surname><given-names>M</given-names> </name><name name-style="western"><surname>Remde</surname><given-names>C</given-names> </name><name name-style="western"><surname>Pratschke</surname><given-names>J</given-names> </name><name name-style="western"><surname>Sauer</surname><given-names>IM</given-names> </name></person-group><article-title>VolumetricOR: a new approach to simulate surgical interventions in virtual reality for training and education</article-title><source>Surg Innov</source><year>2022</year><month>06</month><volume>29</volume><issue>3</issue><fpage>406</fpage><lpage>415</lpage><pub-id pub-id-type="doi">10.1177/15533506211054240</pub-id><pub-id pub-id-type="medline">35137646</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hatt</surname><given-names>D</given-names> </name><name name-style="western"><surname>Zimmerman</surname><given-names>E</given-names> </name><name name-style="western"><surname>Chang</surname><given-names>E</given-names> </name><name name-style="western"><surname>Vane</surname><given-names>J</given-names> </name><name name-style="western"><surname>Hollenbach</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Shah</surname><given-names>A</given-names> </name></person-group><article-title>First-person point-of-view instructional video on lumbar puncture procedure</article-title><source>Pediatr Emerg Care</source><year>2023</year><month>12</month><day>1</day><volume>39</volume><issue>12</issue><fpage>953</fpage><lpage>956</lpage><pub-id pub-id-type="doi">10.1097/PEC.0000000000003084</pub-id><pub-id pub-id-type="medline">38019714</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Miandoab</surname><given-names>NY</given-names> </name><name name-style="western"><surname>Behmaneshpour</surname><given-names>F</given-names> </name><name name-style="western"><surname>Arbabisarjou</surname><given-names>A</given-names> </name></person-group><article-title>Stressors of clinical education in operating room students</article-title><source>Dr Inven Today</source><year>2019</year><month>11</month><access-date>2024-08-16</access-date><volume>12</volume><issue>11</issue><fpage>2795</fpage><lpage>2799</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://web.p.ebscohost.com/abstract?site=ehost&#x0026;scope=site&#x0026;jrnl=09757619&#x0026;AN=141706077&#x0026;h=yEOcosA1Y2zI2JUPHKjBGI%2f3ULyPrkOSN0riFu9TCaSBaTamkREhfktBDhR8Fz%2bZE7cCcHD7mRZWmqQfu7wUuQ%3d%3d&#x0026;crl=c&#x0026;resultLocal=ErrCrlNoResults&#x0026;resultNs=Ehost&#x0026;crlhashurl=login.aspx%3fdirect%3dtrue%26profile%3dehost%26scope%3dsite%26authtype%3dcrawler%26jrnl%3d09757619%26AN%3d141706077">https://web.p.ebscohost.com/abstract?site=ehost&#x0026;scope=site&#x0026;jrnl=09757619&#x0026;AN=141706077&#x0026;h=yEOcosA1Y2zI2JUPHKjBGI%2f3ULyPrkOSN0riFu9TCaSBaTamkREhfktBDhR8Fz%2bZE7cCcHD7mRZWmqQfu7wUuQ%3d%3d&#x0026;crl=c&#x0026;resultLocal=ErrCrlNoResults&#x0026;resultNs=Ehost&#x0026;crlhashurl=login.aspx%3fdirect%3dtrue%26profile%3dehost%26scope%3dsite%26authtype%3dcrawler%26jrnl%3d09757619%26AN%3d141706077</ext-link></comment></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Norouzi</surname><given-names>N</given-names> </name><name name-style="western"><surname>Imani</surname><given-names>B</given-names> </name></person-group><article-title>Clinical education stressors in operating room students: a qualitative study</article-title><source>Invest Educ Enferm</source><year>2021</year><month>02</month><volume>39</volume><issue>1</issue><fpage>e08</fpage><pub-id pub-id-type="doi">10.17533/udea.iee.v39n1e08</pub-id><pub-id pub-id-type="medline">33687812</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tackett</surname><given-names>S</given-names> </name><name name-style="western"><surname>Green</surname><given-names>D</given-names> </name><name name-style="western"><surname>Dyal</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Use of commercially produced medical education videos in a cardiovascular curriculum: multiple cohort study</article-title><source>JMIR Med Educ</source><year>2021</year><month>10</month><day>7</day><volume>7</volume><issue>4</issue><fpage>e27441</fpage><pub-id pub-id-type="doi">10.2196/27441</pub-id><pub-id pub-id-type="medline">34617911</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Assessment rubrics.</p><media xlink:href="mededu_v10i1e52631_app1.pdf" xlink:title="PDF File, 193 KB"/></supplementary-material><supplementary-material id="app2"><label>Checklist 1</label><p>CONSORT-eHEALTH checklist (V 1.6.1).</p><media xlink:href="mededu_v10i1e52631_app2.pdf" xlink:title="PDF File, 988 KB"/></supplementary-material></app-group></back></article>