<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JME</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id>
      <journal-title>JMIR Medical Education</journal-title>
      <issn pub-type="epub">2369-3762</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i3e35983</article-id>
      <article-id pub-id-type="pmid">36099020</article-id>
      <article-id pub-id-type="doi">10.2196/35983</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Use of Telegram in Surgical Education: Exploratory Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Zary</surname>
            <given-names>Nabil</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aguirre</surname>
            <given-names>Katherine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Agrawal</surname>
            <given-names>Lavlin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Soon</surname>
            <given-names>Marcus Khai Siang</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6796-9014</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Martinengo</surname>
            <given-names>Laura</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3539-7207</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lu</surname>
            <given-names>Junde</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9502-2306</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Car</surname>
            <given-names>Lorainne Tudor</given-names>
          </name>
          <degrees>MD, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Lee Kong Chian School of Medicine</institution>
            <institution>Nanyang Technological University</institution>
            <addr-line>11 Mandalay Rd 69047142 Clinical Sciences Building Level 18</addr-line>
            <addr-line>Singapore, 308232</addr-line>
            <country>Singapore</country>
            <phone>65 69047142</phone>
            <email>lorainne.tudor.car@ntu.edu.sg</email>
          </address>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8414-7664</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Chia</surname>
            <given-names>Clement Luck Khng</given-names>
          </name>
          <degrees>MBBS, MMed, FRCS (Ed)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2248-9348</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Lee Kong Chian School of Medicine</institution>
        <institution>Nanyang Technological University</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of General Surgery</institution>
        <institution>Khoo Teck Puat Hospital</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>School of Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Yong Loo Lin School of Medicine</institution>
        <institution>National University of Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lorainne Tudor Car <email>lorainne.tudor.car@ntu.edu.sg</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Sep</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>9</month>
        <year>2022</year>
      </pub-date>
      <volume>8</volume>
      <issue>3</issue>
      <elocation-id>e35983</elocation-id>
      <history>
        <date date-type="received">
          <day>26</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>16</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>2</day>
          <month>9</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Marcus Khai Siang Soon, Laura Martinengo, Junde Lu, Lorainne Tudor Car, Clement Luck Khng Chia. Originally published in JMIR Medical Education (https://mededu.jmir.org), 27.09.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on https://mededu.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mededu.jmir.org/2022/3/e35983" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The COVID-19 pandemic has disrupted medical education, shifting learning online. Social media platforms, including messaging apps, are well integrated into medical education. However, Telegram’s role in medical education remains relatively unexplored.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to explore the perceptions of medical students regarding the role of messaging apps in medical education and their experience of using Telegram for surgical education.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A Telegram channel “Telegram Education for Surgery Learning and Application (TESLA)” was created to supplement medical students’ learning. We invited 13 medical students who joined the TESLA channel for at least a month to participate in individual semistructured interviews. Interviews were conducted via videoconferencing using an interview guide and were then transcribed and analyzed by 2 researchers using inductive thematic content analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Two themes were identified: (1) learning as a medical student and (2) the role of mobile learning (mLearning) in medical education. Students shared that pandemic-related safety measures, such as reduced clinic allocations and the inability to cross between wards, led to a decrease in clinical exposure. Mobile apps, which included proprietary study apps and messaging apps, were increasingly used by students to aid their learning. Students favored Telegram over other messaging apps and reported the development of TESLA as beneficial, particularly for revision and increasing knowledge.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The use of apps for medical education increased during the COVID-19 pandemic. Medical students commonly used apps to consolidate their learning and revise examination topics. They found TESLA useful, relevant, and trustworthy.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>undergraduate medical education</kwd>
        <kwd>distance education</kwd>
        <kwd>social media</kwd>
        <kwd>Telegram</kwd>
        <kwd>general surgery</kwd>
        <kwd>messaging apps</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>COVID-19 was declared a global health emergency on January 30, 2020 [<xref ref-type="bibr" rid="ref1">1</xref>]. Consequently, medical education was disrupted due to the social distancing efforts to contain disease spread and transmission [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Clinical-year students were particularly affected as clinical rotations were suspended or altered [<xref ref-type="bibr" rid="ref2">2</xref>] or the students were deployed to perform clinical tasks [<xref ref-type="bibr" rid="ref5">5</xref>]. To compensate for the lack of face-to-face interactions, medical schools increasingly leveraged the use of digital technologies [<xref ref-type="bibr" rid="ref2">2</xref>] as students and educators were required to quickly adapt to virtual learning environments, such as videoconferencing and social media platforms, websites, blogs, or other educational materials available online [<xref ref-type="bibr" rid="ref4">4</xref>]. The use of digital technologies in education has increased steadily over the past decade, including podcasts and videos with flipped classrooms, mobile devices with apps, video games, simulations (part-time trainers, integrated simulators, virtual reality), and wearable devices [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Digital education, defined as “the act of teaching and learning by means of digital technologies” [<xref ref-type="bibr" rid="ref7">7</xref>], is an encompassing term including a wide variety of teaching methods from digital books to complex technology, such as virtual reality. Mobile learning, or mLearning, constitutes 1 of several digital education modalities, and it is defined as “learning across multiple contexts, through social and content interactions, using personal electronic devices” [<xref ref-type="bibr" rid="ref8">8</xref>] and appears effective in improving the knowledge and skills of students and professionals in health care [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Social media refers to websites or apps that “allow for the creation and exchange of content generated by users” [<xref ref-type="bibr" rid="ref10">10</xref>]. These include collaborative projects or wikis, blogs, content-sharing sites, networking platforms, social games [<xref ref-type="bibr" rid="ref10">10</xref>], and, often, messaging apps. Social media platforms have long been well integrated into medical education [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref17">17</xref>], and they may be especially appealing to younger students [<xref ref-type="bibr" rid="ref16">16</xref>] as they are readily accessible from smartphones [<xref ref-type="bibr" rid="ref17">17</xref>], easy to use [<xref ref-type="bibr" rid="ref16">16</xref>], and affordable [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. The use of social media platforms in medical education has been associated with improved knowledge (examination scores), attitudes (empathy), and skills (reflective writing) [<xref ref-type="bibr" rid="ref18">18</xref>]. They also promote student collaboration [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>], learner engagement [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], feedback [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], and professional development [<xref ref-type="bibr" rid="ref18">18</xref>] and are generally well accepted by students [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>Messaging apps, particularly WhatsApp, are being increasingly used in medical education [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. Alternatively, the use of Telegram, a free, cross-platform, cloud-based messaging app [<xref ref-type="bibr" rid="ref24">24</xref>] popular with younger individuals, remains relatively unexplored [<xref ref-type="bibr" rid="ref11">11</xref>]. Several Telegram features, such as large group chats, broadcast channels to reach large audiences, and polls, may facilitate access to educational resources and offer unlimited sharing capacity and collaborative peer learning, while providing heightened security [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>The increased digitalization of medical education, greatly enhanced during the heightened social distancing measures to contain COVID-19, supports further evaluation of the use of Telegram to assist learning in medical schools. Therefore, in this study, a Telegram channel “Telegram Education for Surgery Learning and Application (TESLA)” was developed to support general surgery learning by offering regular access to multiple-choice questions (MCQs). The acceptability of the Telegram channel among students was subsequently assessed by conducting in-depth interviews to explore student’ views of the channel and, more generally, of the use of mobile messaging apps to support learning in medical schools. This study aims to explore the perceptions of medical students regarding the role of messaging apps in medical education and their experience of using TESLA for surgical education.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Setting</title>
        <p>This qualitative study, including semistructured interviews, was a collaboration between the Department of General Surgery in Khoo Teck Puat Hospital and the Lee Kong Chian School of Medicine (LKCMedicine) in Singapore. The study was conducted between August and September 2021.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethical approval was obtained from the Nanyang Technological University Institutional Review Board (#IRB-2021-377).</p>
      </sec>
      <sec>
        <title>Telegram Channel to Support Surgical Education</title>
        <p>TESLA was developed in October 2020 to support students’ learning of general surgery during the COVID-19 pandemic. The questions were constructed using clinical scenarios encountered during clinical practice by a practicing general surgeon (author CLK). The channel consisted of weekly MCQs, succinct explanations of the correct responses aligned with Telegram word limit restrictions, and supplemental learning resources, such as illustrations and relevant published papers (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Students answered the questions anonymously and were encouraged to leave comments or request clarifications via a group chat function. This format appears to benefit students by promoting learning and enabling information retention [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Screenshot of an MCQ (left) with its explanation (right). MCQ: multiple-choice question.</p>
          </caption>
          <graphic xlink:href="mededu_v8i3e35983_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants and Recruitment</title>
        <p>Medical students attending clinical years 4 and 5 in LKCMedicine who had completed their general surgery module and had used TESLA for at least 1 month were invited to participate in this study. Per the qualitative research methodology, the sample size was expected to be 10-12 participants [<xref ref-type="bibr" rid="ref27">27</xref>], according to reaching data saturation, defined as no new themes emerging in 3 consecutive interviews [<xref ref-type="bibr" rid="ref28">28</xref>]. All participants read a study information sheet and signed the informed consent form before data collection began. After completing the interviews, participants were compensated with a digital voucher of SG $20 (US $14.22).</p>
      </sec>
      <sec>
        <title>Development of the Interview Topic Guide</title>
        <p>A thorough literature review was conducted to develop an inventory of open- and closed-ended questions. The initial interview topic guide was pilot-tested on 3 LKCMedicine students and reviewed to improve the clarity and flow of the interview (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The interview included questions about the impact of COVID-19 on medical education, the use of apps to support learning, and the use of the TESLA channel.</p>
      </sec>
      <sec>
        <title>Data Collection and Analysis</title>
        <p>Individual, online semistructured interviews were conducted by a male undergraduate year 4 medical student (author MS) using Zoom, a videoconferencing app. MS took part in qualitative research training before conducting the interviews. Interviews lasted around 30 minutes and were audio-recorded using Zoom. The audio recordings were transcribed and proofread (MS) to ensure accuracy. Participants remained anonymous in the transcription and data analysis. The data were analyzed following Burnard’s thematic analysis method [<xref ref-type="bibr" rid="ref29">29</xref>], comprising familiarization with the transcripts by reading them multiple times, creation of initial codes, and subsequent development of themes from the codes by 2 independent researchers. The codes were subsequently compared and discussed by the researchers to reach a consensus on the final list of codes (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). We used NVivo (QSR International), a computer-assisted qualitative data analysis software package, to analyze the data. The study was reported according to the Consolidated Criteria for Reporting Qualitative Research (COREQ) guidelines (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>) [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants and Themes</title>
        <p>We interviewed 13 students for this study, of which 11 (85%) were in year 4 and 2 (15%) were in year 5. Their participation in the surgical education support channel ranged from 1.5 to 18 months.</p>
        <p>Two main themes were identified: (1) learning as a medical student (2) the role of mLearning in medical education (<xref rid="figure2" ref-type="fig">Figure 2</xref>). We present each theme, along with its subthemes and relevant participants’ quotes, next.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Themes and subthemes arising from thematic analysis of the interview transcripts. mLearning: mobile learning; TESLA: Telegram Education for Surgery Learning and Application.</p>
          </caption>
          <graphic xlink:href="mededu_v8i3e35983_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Theme 1: Learning as a Medical Student</title>
        <sec>
          <title>Preferred Learning Methods</title>
          <p>Students valued hands-on, experiential learning as they felt that seeing actual patients is more conducive to learning.</p>
          <disp-quote>
            <p>Real learning comes from seeing the real signs and how the patients present, as well as talking to patients in the wards.</p>
            <attrib>Participant 3 (P3)</attrib>
          </disp-quote>
          <disp-quote>
            <p>I think it is a little bit different between digital and physical, in a sense that you do not get to feel it or ask questions immediately if you do not understand.</p>
            <attrib>P4</attrib>
          </disp-quote>
          <p>Particularly, students considered that the learning of skills should always occur in a face-to-face setting that allows students to practice the skills while receiving real-time feedback from mentors.</p>
          <disp-quote>
            <p>…The best way to learn these skills will be with a clinical mentor who can see and give you personalized feedback.</p>
            <attrib>P2</attrib>
          </disp-quote>
          <disp-quote>
            <p>…Skills need to be practiced and seen in person…</p>
            <attrib>P5</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Learning Conditions During COVID-19</title>
          <p>The social distancing measures associated with COVID-19 impacted traditional learning practices, particularly the interaction with patients. All students reported increased restrictions in the hospitals, such as reduced clinic allocations and the inability to visit wards.</p>
          <disp-quote>
            <p>We could not really go around the wards as freely anymore. We also could not see a lot of patients, so the patient load was decreased as well. Yeah, we had restrictions in the OT, and we cannot have too many people around when having bedside tutorials.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <disp-quote>
            <p>What I lost in the pandemic due to the restrictions is not the knowledge, but the practical skills and the experiences of being immersed in the different situations.</p>
            <attrib>P11</attrib>
          </disp-quote>
          <p>This resulted in decreased exposure to patients and a shift of a significant portion of learning online.</p>
          <disp-quote>
            <p>I think it was affected because our postings were cut short and a lot of lessons were moved online.</p>
            <attrib>P5</attrib>
          </disp-quote>
          <disp-quote>
            <p>…You cannot go to the hospital anymore, and then you have to attend lectures online,…you do not get to see the clinical presentations.</p>
            <attrib>P13</attrib>
          </disp-quote>
          <p>Given these changes during the pandemic, most students found their clinical and surgical rotations substantially shorten.</p>
          <disp-quote>
            <p>…Since ward time has been reduced, I think there has also been a reduction in content delivery, like bedside tutorials.</p>
            <attrib>P4</attrib>
          </disp-quote>
          <disp-quote>
            <p>I think a lot of like opportunities were reduced and there were a lot more restrictions. So, it was more difficult to get practical hands-on learning.</p>
            <attrib>P11</attrib>
          </disp-quote>
        </sec>
      </sec>
      <sec>
        <title>Theme 2: The Role of mLearning in Medical Education</title>
        <sec>
          <title>Mobile Apps for Learning in Medical School</title>
          <p>Many students used apps to aid their learning, including proprietary study apps and messaging apps. The study apps consisted of question banks and flashcards (Amboss, Anki, Qstream, Capsule, and Osmosis) and an evidence-based clinical resource tool (UpToDate). These apps allowed students to review previously learned topics leveraging study techniques such as spaced repetition and active recall.</p>
          <disp-quote>
            <p>For educational videos, I use the internet, YouTube, Osmosis, and Amboss. For knowledge and practice questions, I use the internet, Telegram, and also other educational apps, such as the flashcard app Anki.</p>
            <attrib>P3</attrib>
          </disp-quote>
          <disp-quote>
            <p>My school uses Qstream, which also prompts questions for [you] to answer...There are also other applications that I use, such as Amboss, which also does the same. I also use Anki.</p>
            <attrib>P9</attrib>
          </disp-quote>
          <p>Students also used messaging apps for their learning, particularly Telegram, WhatsApp, and Instagram. Students were generally familiar with these apps as they used them for social communications with family and friends. These apps were often used to communicate with tutors and peers, as well as to join specific channels offering study support tools.</p>
          <disp-quote>
            <p>I use the Telegram channels as well as polls on Instagram stories.</p>
            <attrib>P9</attrib>
          </disp-quote>
          <disp-quote>
            <p>This Telegram group, some Instagram pages that our batchmates created, online notes and also YouTube.</p>
            <attrib>P12</attrib>
          </disp-quote>
          <p>Messaging apps were also used for communication with friends and family members. Among these apps, Telegram was favored for its friendlier user interface and multifunctionality.</p>
          <disp-quote>
            <p>Telegram is good because it has more features and has more stickers as well.</p>
            <attrib>P5</attrib>
          </disp-quote>
          <disp-quote>
            <p>I prefer Telegram because I think it is more user-friendly than WhatsApp and it is easier to navigate.</p>
            <attrib>P13</attrib>
          </disp-quote>
          <p>Students were aware that the use of mobile apps would not replace more traditional ways of learning, for example, textbooks, lectures, and, particularly, patient interactions.</p>
          <disp-quote>
            <p>…It works to complement the main learning from, like, textbooks or seniors notes, etc, and to reinforce whatever I have already learnt…</p>
            <attrib>P2</attrib>
          </disp-quote>
          <disp-quote>
            <p>Because it is virtual, there is a lack of face-to-face interaction and the ability to perform physical examination or take a proper face-to-face history. I think that is a big issue that people feel with regards to personnel competency in medicine…I think it is something that no amount of virtual learning can replace.</p>
            <attrib>P4</attrib>
          </disp-quote>
          <disp-quote>
            <p>…Mobile-based education is more for contents, while clinical skills have to come through the clinical context.</p>
            <attrib>P9</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Factors Influencing the Use of Mobile Apps</title>
          <p>In general, students considered using apps that were free of charge or affordable.</p>
          <disp-quote>
            <p>For some mobile apps like Amboss, our school actually helped to pay for their subscription fees and so made it available for all of us to use.</p>
            <attrib>P2</attrib>
          </disp-quote>
          <p>They also favored apps if they were considered useful or entertaining.</p>
          <disp-quote>
            <p>If I think I learnt quite a lot from it or I feel that their way of teaching is effective, then I will use it more.</p>
            <attrib>P2</attrib>
          </disp-quote>
          <p>Students also considered using apps if they were recommended by their peers or seniors.</p>
          <disp-quote>
            <p>Even my seniors who went through the rotations without the pandemic were already using them and recommended them to me.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <disp-quote>
            <p>It's more of a recommendation by word of mouth, like whether this particular app is good or not.</p>
            <attrib>P2</attrib>
          </disp-quote>
          <p>Students appreciated the convenience of accessing mobile apps at any time and place.</p>
          <disp-quote>
            <p>These apps make learning accessible and convenient since we can study anytime and anywhere, even when queueing up for food or when traveling between places.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <disp-quote>
            <p>The greatest pull factor is how convenient it is to use the phone. I can easily use these apps when I am on public transport.</p>
            <attrib>P3</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Helpful Features of Mobile Apps</title>
          <p>The apps offered a wealth of resources and information that motivated students to learn.</p>
          <disp-quote>
            <p>The number of questions available on these question banks online is really a lot.</p>
            <attrib>P5</attrib>
          </disp-quote>
          <disp-quote>
            <p>Another pro is that it stimulates active recall.</p>
            <attrib>P6</attrib>
          </disp-quote>
          <p>Furthermore, messaging apps facilitated 2-way communication with tutors and peers.</p>
          <disp-quote>
            <p>I think in my school, there are, like, a few groups that me and my friends created, just to, like, practice taking histories from each other or, like, trying to identify what is an important topic and what is high yield to learn.</p>
            <attrib>P2</attrib>
          </disp-quote>
          <disp-quote>
            <p>I also use it to communicate with friends during postings and to receive posting information from official sources.</p>
            <attrib>P11</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Limitations of Using Mobile Apps</title>
          <p>Barriers to the use of study apps included high subscription costs and hardware limitations, such as small phone screens, battery drainage, and an inflexible typing keyboard.</p>
          <disp-quote>
            <p>If I use my phone too much, the battery will also run out very quickly.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <disp-quote>
            <p>Some apps require subscriptions or a one-time payment for use. So, such costs are like a barrier if you do not like to or do not wish to pay for these apps.</p>
            <attrib>P2</attrib>
          </disp-quote>
          <disp-quote>
            <p>It is harder for me to edit things because the phone keyboard is less versatile.</p>
            <attrib>P3</attrib>
          </disp-quote>
          <p>Other limitations were associated with accessing apps using a phone. These included limited content on display, the information presented in an unorganized manner, and greater difficulty taking notes.</p>
          <disp-quote>
            <p>…It is very difficult to search for the different files because they will be, like, mixed with other non-work or [non]-education-related chats, which is very messy.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <disp-quote>
            <p>It is also harder to take notes…It is harder to refer to notes or huge chunks of texts on the train as compared to when at home.</p>
            <attrib>P10</attrib>
          </disp-quote>
          <disp-quote>
            <p>An issue that I encounter with mobile learning, which also exists for hard-copy learning, is that explanations may not be complete.</p>
            <attrib>P11</attrib>
          </disp-quote>
          <p>When using study apps, students felt that the information was sometimes irrelevant to the local context:</p>
          <disp-quote>
            <p>The conditions and presenting complaints are very localized to their countries. For example, in America, they have certain diseases that are more prevalent and, to them, they are a must-know. But then to us, it is something that we were taught not to pay so much attention to.</p>
            <attrib>P13</attrib>
          </disp-quote>
          <p>Alternatively, the use of messaging apps could potentially be intrusive with notification alerts and blurring of lines between personal use as a communication tool versus a tool for learning.</p>
          <disp-quote>
            <p>I don't like it, because questions and work messages get mixed together in one app and then it kind of distracts the learning.</p>
            <attrib>P1</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>TESLA to Support Surgical Education</title>
          <p>In general, students expressed positive feedback toward the development of the mLearning platform, which they considered useful to consolidate and maybe augment their learning and review before tests.</p>
          <disp-quote>
            <p>I think it is quite useful because of the case-based style of questions. The question difficulty is appropriate…</p>
            <attrib>P3</attrib>
          </disp-quote>
          <disp-quote>
            <p>The Telegram group is definitely a very useful tool to augment learning. Any form of revision questions will definitely help students in clarifying questions.</p>
            <attrib>P10</attrib>
          </disp-quote>
          <p>Particularly, students appreciated that the resources were developed by the teaching staff of the Department of Surgery.</p>
          <disp-quote>
            <p>The information in the group is provided by doctors, and so, the information is more credible. Compared to the other groups, I would be more inclined to trust the information from this group.</p>
            <attrib>P2</attrib>
          </disp-quote>
          <disp-quote>
            <p>Since it is a channel created by a doctor, it makes the questions more legitimate as compared to if being made by students.</p>
            <attrib>P10</attrib>
          </disp-quote>
          <p>Students considered that the questions, and the associated supplementary material, were clinically relevant, of appropriate difficulty, and relevant to the local context. They also valued that responses to the channel questions were anonymous, an aspect that allowed students to attempt the task without the stress of being wrong.</p>
          <disp-quote>
            <p>…The content posted is very relevant to the Singapore medical student, and it is the important stuff that you cannot miss.</p>
            <attrib>P3</attrib>
          </disp-quote>
          <disp-quote>
            <p>Some of the pictures are what students might not get the opportunity to see. So, I think that is good.</p>
            <attrib>P5</attrib>
          </disp-quote>
          <disp-quote>
            <p>When it is an anonymous poll, it takes away any shame in answering the questions wrongly. Even if I do not know, I can just give it a shot and see how I am doing.</p>
            <attrib>P9</attrib>
          </disp-quote>
          <p>Alternatively, the associated discussion forum required the students’ identities to be disclosed, and this feature was a major deterrent to students clarifying their doubts.</p>
          <disp-quote>
            <p>I think it is weird that everyone in the group will be reading your question. So, I guess, maybe one thing that I would prefer is to ask questions anonymously.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <disp-quote>
            <p>It seems that no one uses the comment feature. Probably it is because it is not anonymous, and people are shy to use it even if they have questions.</p>
            <attrib>P10</attrib>
          </disp-quote>
          <p>Students reported that the questions were presented without following specific themes or surgical specialties. Some questions lacked explanations, or if present, they were brief and difficult to comprehend. Students were aware that this may be an inherent Telegram limitation, and they suggested that providing links to extra information, as well as categorizing the content, would improve the channel.</p>
          <disp-quote>
            <p>I feel that the Telegram group is a bit messy as the questions are random...Telegram is not able to provide such clear classification of the questions, and a new learner might feel that their learning would be all over the place…The explanations are very short since there is a word limit to the questions and explanations. Hence sometimes, I do not fully understand the explanation, because it's not complete.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <disp-quote>
            <p>I think the explanations to the questions are quite short. Hence, I think there is room to expand on that, for instance, providing resources for students on where to find articles or guidelines. Maybe, the doctors can also explain their approach to solving the questions. It would help lead to a more comprehensive understanding of the explanations.</p>
            <attrib>P12</attrib>
          </disp-quote>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study explored medical students’ perceptions of learning during the COVID-19 pandemic, the role of mLearning in medical education, and the use of a Telegram channel to support surgical education. Students experienced important changes in their learning during the COVID-19 pandemic, particularly the substantial decrease in clinical, hands-on, and experiential learning, leading to a rise in virtual learning. The use of mobile apps to support learning, although already in use prepandemic, increased. Students found these apps useful as a refresher or to consolidate learning and valued the development of the TESLA, as they found it relevant and trustworthy.</p>
        <p>Medical students consistently reported disruptions in learning due to the pandemic, particularly the substantial decrease in face-to-face, experiential learning in health care institutions. Digital learning tools, including mobile apps, were increasingly used to compensate for the lack of face-to-face learning. This shift to digital-based learning was not unique to our student population but was consistently reported in medical schools worldwide [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Digital tools were an adequate substitute for theoretical learning and revisions ahead of examinations, although they could not substitute face-to-face patient interactions in the learning of clinical skills. The use of digital technologies in medical education has steadily increased for over a decade, although their adoption was not consistent. However, only with the onset of the COVID-19 pandemic was widespread adoption of digital learning seen in medical schools worldwide. This educational shift was accompanied by added flexibility and increased emphasis on individual learning preferences, which are valued by students and educators alike. At the same, time, the wide differences in digital readiness observed in high- and low- and middle-income countries translated to inadequate training for students unable to access educational materials [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>], while the lack of access to health care institutions also impacted the acquisition of critical clinical skills [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>Mobile apps to support medical education were widely used by students. They selected a combination of proprietary study apps, consisting mostly of question banks and other revision tools, and study groups created in popular messaging apps, such as the Telegram group presented in this paper. A recent systematic review on the use of mobile apps in education in health care professions reported these tools as effective to enhance knowledge and skills in a range of topics, including anatomy, dermatology, and surgery [<xref ref-type="bibr" rid="ref34">34</xref>], but it did not provide information about the type of mobile apps described in the included studies. Furthermore, another review on the use of social media in medical education in the context of the COVID-19 pandemic highlighted the use of messaging apps, such as Facebook, Twitter, Instagram, and WhatsApp [<xref ref-type="bibr" rid="ref35">35</xref>], to organize groups to post revision topics or questions and share articles and as communication tools to inform students of changes in schedules, important deadlines, or administrative tasks [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. None of these studies presented compelling evidence that the use of proprietary study apps or messaging apps would be advantageous. Furthermore, the students interviewed for this study appear to use a combination of both types of apps, each of which may provide specific advantages or disadvantages. For example, study apps may offer students a trustworthy source of information, particularly if recommended by instructors or peers, but their content may not be relevant to the local context and the associated cost might be a deterrent for some students. In contrast, messaging apps are readily available, usually free of charge, and students may already be familiar with their functionalities, but their content may not be adequately verified.</p>
        <p>The students interviewed in our study consistently reported a preference for Telegram over other messaging apps, referring to the flexibility and enhanced functionalities the app offers. The evidence for the use of social media and messaging apps has focused particularly on the use of WhatsApp, Facebook, and Instagram compared to Telegram, whose role in medical education remains relatively unexplored [<xref ref-type="bibr" rid="ref11">11</xref>]. Telegram may offer key advantages, such as a poll function that allows for the development of MCQs, the possibility of creating large groups of up to 200,000 members, and enhanced data security safeguards, which may increase its appeal in educational settings [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Further studies on the use of Telegram for medical education are required.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Our study was undertaken in 1 medical school in Singapore, a city-state with a high penetration of smartphones, and as such, our findings and recommendations may not be generalizable to other contexts. Although our findings were more focused on the use of Telegram channels, the findings may apply to the use of other messaging apps to support medical education.</p>
        <p>We used a stringent qualitative methodology in this study. The number of students recruited was aligned with sample size guidelines for qualitative studies, and they had varied experiences with the use of mobile apps to support medical education. Data analysis was performed by 2 independent researchers and reviewed by other members of the research team to increase the validity of our findings.</p>
      </sec>
      <sec>
        <title>Implications for Future Work</title>
        <p>The findings of this qualitative evaluation of medical students’ perceptions of the use of messaging apps appear to support their use in medical education. <xref ref-type="table" rid="table1">Table 1</xref> presents a series of suggestions to implement when creating study groups using messaging apps, based on our experience deploying TESLA and students’ feedback. Nevertheless, experimental clinical trials evaluating the effectiveness of mLearning compared to other learning approaches are urgently needed.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Suggested features to include when creating messaging app groups to support medical students’ learning.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="280"/>
            <col width="690"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Suggested features</td>
                <td>Recommendations</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Delivery</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recognizable</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>A catchy channel name</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accessible</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Clear guidance for users on how to join the study group</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anonymity</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Participants to be allowed to answer questions anonymously</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Timely</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Questions to be posted during the academic year and not during holidays</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regular</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Questions to be posted at regular, predictable intervals</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Content</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Credible and trustworthy</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Created by health professionals or reference to trusted information sources</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Organized</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Study group content clearly organized, with adequate signposting to study topics, etc</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Clear and unambiguous</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Indication of the difficulty level of each question</p>
                    </list-item>
                    <list-item>
                      <p>Explanations provided for all options and all questions</p>
                    </list-item>
                    <list-item>
                      <p>Links provided to learning resources, such as peer-reviewed papers, book articles, pictures/photos, short videos</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Relevant to the target population</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Appropriate question difficulty</p>
                    </list-item>
                    <list-item>
                      <p>Real-life clinical cases</p>
                    </list-item>
                    <list-item>
                      <p>Contextualized to the local setting</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Format</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Type of questions</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Variety of question formats, including MCQs<sup>a</sup>, open-ended questions, etc</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Engaging</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Bite-sized information</p>
                    </list-item>
                    <list-item>
                      <p>Case-based questions</p>
                    </list-item>
                    <list-item>
                      <p>Variation of question difficulty</p>
                    </list-item>
                    <list-item>
                      <p>Use of visuals</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Instant feedback</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Immediate response after participant’s response</p>
                    </list-item>
                    <list-item>
                      <p>Showing participant option selection rates</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>MCQ: multiple-choice question.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The use of apps and other digital tools to support medical education increased during the COVID-19 pandemic. mLearning was commonly used among medical students to consolidate their learning and revise examination topics. In general, Telegram was preferred over other messaging apps for its user interface and multifunctionality, and TESLA was evaluated as useful, relevant, and trustworthy. Experimental clinical trials on the use of mobile apps to support medical education are urgently needed.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Interview guide.</p>
        <media xlink:href="mededu_v8i3e35983_app1.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Codebook.</p>
        <media xlink:href="mededu_v8i3e35983_app2.docx" xlink:title="DOCX File , 34 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>COREQ 32-item checklist.</p>
        <media xlink:href="mededu_v8i3e35983_app3.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">LKCMedicine</term>
          <def>
            <p>Lee Kong Chian School of Medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MCQ</term>
          <def>
            <p>multiple-choice question</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mLearning</term>
          <def>
            <p>mobile learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">TESLA</term>
          <def>
            <p>Telegram Education for Surgical Learning and Application</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Authors CLKC and LTC are both senior authors of the paper.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>LTC and CLKC conceptualized the study and provided supervision at all steps of the research. MKSS conducted and transcribed the interviews. MKSS and JL conducted the data analysis. MKSS and LM wrote the manuscript. JL, CLKC, and LTC provided a critical review of the manuscript. All authors approved the final version of the manuscript and take accountability for all aspects of the work.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sohrabi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alsafi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kerwan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Jabir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Iosifidis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Agha</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>World Health Organization declares global emergency: a review of the 2019 novel coronavirus (COVID-19)</article-title>
          <source>Int J Surg</source>
          <year>2020</year>
          <month>04</month>
          <volume>76</volume>
          <fpage>71</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1743-9191(20)30197-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijsu.2020.02.034</pub-id>
          <pub-id pub-id-type="medline">32112977</pub-id>
          <pub-id pub-id-type="pii">S1743-9191(20)30197-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7105032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>ZC</given-names>
            </name>
            <name name-style="western">
              <surname>Ooi</surname>
              <given-names>SBS</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Pandemics and their impact on medical training: lessons from Singapore</article-title>
          <source>Acad Med</source>
          <year>2020</year>
          <month>09</month>
          <volume>95</volume>
          <issue>9</issue>
          <fpage>1359</fpage>
          <lpage>1361</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32304387"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000003441</pub-id>
          <pub-id pub-id-type="medline">32304387</pub-id>
          <pub-id pub-id-type="pii">00001888-202009000-00039</pub-id>
          <pub-id pub-id-type="pmcid">PMC7188065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laurentino Lima</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nogueira Cordeiro Laurentino Lima</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benevenuto</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Soares Raymundo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shadduck</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Melo Bianchi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Malcher</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Survey of social media use for surgical education during Covid-19</article-title>
          <source>JSLS</source>
          <year>2020</year>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>e2020.00072</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4293/jsls.2020.00072"/>
          </comment>
          <pub-id pub-id-type="doi">10.4293/jsls.2020.00072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilburg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ambruso</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Biewald</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Farouk</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Medical education during the coronavirus disease-2019 pandemic: learning from a distance</article-title>
          <source>Adv Chronic Kidney Dis</source>
          <year>2020</year>
          <month>09</month>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>412</fpage>
          <lpage>417</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33308507"/>
          </comment>
          <pub-id pub-id-type="doi">10.1053/j.ackd.2020.05.017</pub-id>
          <pub-id pub-id-type="medline">33308507</pub-id>
          <pub-id pub-id-type="pii">S1548-5595(20)30094-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7309716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The TMS Collaborative</collab>
          </person-group>
          <article-title>The perceived impact of the Covid-19 pandemic on medical student education and training - an international survey</article-title>
          <source>BMC Med Educ</source>
          <year>2021</year>
          <month>11</month>
          <day>09</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>566</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-021-02983-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-021-02983-3</pub-id>
          <pub-id pub-id-type="medline">34753477</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-021-02983-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8576461</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guze</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Using technology to meet the challenges of medical education</article-title>
          <source>Trans Am Clin Climatol Assoc</source>
          <year>2015</year>
          <volume>126</volume>
          <fpage>260</fpage>
          <lpage>270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26330687"/>
          </comment>
          <pub-id pub-id-type="medline">26330687</pub-id>
          <pub-id pub-id-type="pmcid">PMC4530721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carlstedt-Duke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Posadzki</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Atun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>J</given-names>
            </name>
            <collab>Digital Health Education Collaboration</collab>
          </person-group>
          <article-title>Digital education in health professions: the need for overarching evidence synthesis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>14</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e12913</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e12913/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12913</pub-id>
          <pub-id pub-id-type="medline">30762583</pub-id>
          <pub-id pub-id-type="pii">v21i2e12913</pub-id>
          <pub-id pub-id-type="pmcid">PMC6393775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crompton</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Berge</surname>
              <given-names>ZL</given-names>
            </name>
            <name name-style="western">
              <surname>Muilenburg</surname>
              <given-names>LY</given-names>
            </name>
          </person-group>
          <article-title>A historical overview of mobile learning: toward learner-centered education</article-title>
          <source>Handbook of Mobile Learning</source>
          <year>2013</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>3</fpage>
          <lpage>14</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunleavy</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaou</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Nifakos</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Atun</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Law</surname>
              <given-names>GCY</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Mobile digital education for health professions: systematic review and meta-analysis by the digital health education collaboration</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>12</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e12937</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e12937/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12937</pub-id>
          <pub-id pub-id-type="medline">30747711</pub-id>
          <pub-id pub-id-type="pii">v21i2e12937</pub-id>
          <pub-id pub-id-type="pmcid">PMC6390189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chisholm</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shulhan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Klassen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Social media use by health care professionals and trainees: a scoping review</article-title>
          <source>Acad Med</source>
          <year>2013</year>
          <volume>88</volume>
          <issue>9</issue>
          <fpage>1376</fpage>
          <lpage>1383</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1097/acm.0b013e31829eb91c"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/acm.0b013e31829eb91c</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iqbal</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Alradhi</surname>
              <given-names>HI</given-names>
            </name>
            <name name-style="western">
              <surname>Alhumaidi</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Alshaikh</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>AlObaid</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Alhashim</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>AlSheikh</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Telegram as a tool to supplement online medical education during COVID-19 crisis</article-title>
          <source>Acta Inform Med</source>
          <year>2020</year>
          <month>06</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>94</fpage>
          <lpage>97</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32742059"/>
          </comment>
          <pub-id pub-id-type="doi">10.5455/aim.2020.28.94-97</pub-id>
          <pub-id pub-id-type="medline">32742059</pub-id>
          <pub-id pub-id-type="pii">AIM-28-94</pub-id>
          <pub-id pub-id-type="pmcid">PMC7382775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farsi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social media and health care, part I: literature review of social media use by health care providers</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>04</month>
          <day>05</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e23205</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/4/e23205/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23205</pub-id>
          <pub-id pub-id-type="medline">33664014</pub-id>
          <pub-id pub-id-type="pii">v23i4e23205</pub-id>
          <pub-id pub-id-type="pmcid">PMC8056296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kapoor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tiwari</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kapoor</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Teaching undergraduates beyond the classroom: use of WhatsApp</article-title>
          <source>Indian Pediatr</source>
          <year>2019</year>
          <month>11</month>
          <day>15</day>
          <volume>56</volume>
          <issue>11</issue>
          <fpage>967</fpage>
          <lpage>969</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.indianpediatrics.net/nov2019/967.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">31729329</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maske</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Kamble</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Kataria</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Raichandani</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dhankar</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Feasibility, effectiveness, and students' attitude toward using WhatsApp in histology teaching and learning</article-title>
          <source>J Educ Health Promot</source>
          <year>2018</year>
          <volume>7</volume>
          <fpage>158</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30693295"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/jehp.jehp_30_18</pub-id>
          <pub-id pub-id-type="medline">30693295</pub-id>
          <pub-id pub-id-type="pii">JEHP-7-158</pub-id>
          <pub-id pub-id-type="pmcid">PMC6332667</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alhalabi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Salloum</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aless</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Darjazini Nahas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ibrahim</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Messaging apps use in undergraduate medical education: the case of National Medical Unified Examination</article-title>
          <source>Ann Med Surg (Lond)</source>
          <year>2021</year>
          <month>06</month>
          <volume>66</volume>
          <fpage>102465</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2049-0801(21)00415-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amsu.2021.102465</pub-id>
          <pub-id pub-id-type="medline">34178316</pub-id>
          <pub-id pub-id-type="pii">S2049-0801(21)00415-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC8211820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petrucci</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Chand</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wexner</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Social media: changing the paradigm for surgical education</article-title>
          <source>Clin Colon Rectal Surg</source>
          <year>2017</year>
          <month>09</month>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>244</fpage>
          <lpage>251</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28924397"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0037-1604252</pub-id>
          <pub-id pub-id-type="medline">28924397</pub-id>
          <pub-id pub-id-type="pii">00829</pub-id>
          <pub-id pub-id-type="pmcid">PMC5595547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wexner</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Petrucci</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Ennis-O'Connor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Mayol</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Social media in colorectal surgery</article-title>
          <source>Colorectal Dis</source>
          <year>2017</year>
          <month>02</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>114</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/codi.13572"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/codi.13572</pub-id>
          <pub-id pub-id-type="medline">27889945</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheston</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Flickinger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chisolm</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social media use in medical education: a systematic review</article-title>
          <source>Acad Med</source>
          <year>2013</year>
          <volume>88</volume>
          <issue>6</issue>
          <fpage>893</fpage>
          <lpage>901</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1097/acm.0b013e31828ffc23"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/acm.0b013e31828ffc23</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raiman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Antbring</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mahmood</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>WhatsApp messenger as a tool to supplement medical education for medical students on clinical attachment</article-title>
          <source>BMC Med Educ</source>
          <year>2017</year>
          <month>01</month>
          <day>06</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-017-0855-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-017-0855-x</pub-id>
          <pub-id pub-id-type="medline">28061777</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-017-0855-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC5219809</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grover</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Garg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sood</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Introduction of case-based learning aided by WhatsApp messenger in pathology teaching for medical students</article-title>
          <source>J Postgrad Med</source>
          <year>2020</year>
          <volume>66</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubmed.ncbi.nlm.nih.gov/31929307/"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/jpgm.jpgm_2_19</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The role of WhatsApp® in medical education; a scoping review and instructional design model</article-title>
          <source>BMC Med Educ</source>
          <year>2019</year>
          <month>07</month>
          <day>25</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>279</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-019-1706-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-019-1706-8</pub-id>
          <pub-id pub-id-type="medline">31345202</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-019-1706-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6659203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rawekar</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effectivity of e-learning through WhatsApp as a teaching learning tool</article-title>
          <source>MVP J Med Sci</source>
          <year>2017</year>
          <month>05</month>
          <day>22</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.informaticsjournals.com/index.php/mvpjms/article/view/8454"/>
          </comment>
          <pub-id pub-id-type="doi">10.18311/mvpjms/0/v0/i0/8454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>K</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jayakumar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>A</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nasimuddin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malaiyan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>G</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Whatsapp enhances medical education: is it the future?</article-title>
          <source>Int J Med Sci Public Health</source>
          <year>2017</year>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ijmsph.com/?mno=237394"/>
          </comment>
          <pub-id pub-id-type="doi">10.5455/ijmsph.2017.02082016622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <source>Telegram FAQ</source>
          <access-date>2022-06-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://telegram.org/faq%23q-what-is-telegram-what-do-i-do-here">https://telegram.org/faq%23q-what-is-telegram-what-do-i-do-here</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soderstrom</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bjork</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Learning versus performance: an integrative review</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2015</year>
          <month>03</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>176</fpage>
          <lpage>199</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/1745691615569000"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1745691615569000</pub-id>
          <pub-id pub-id-type="medline">25910388</pub-id>
          <pub-id pub-id-type="pii">10/2/176</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roediger</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Karpicke</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Test-enhanced learning: taking memory tests improves long-term retention</article-title>
          <source>Psychol Sci</source>
          <year>2006</year>
          <month>03</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>249</fpage>
          <lpage>255</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1467-9280.2006.01693.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1467-9280.2006.01693.x</pub-id>
          <pub-id pub-id-type="medline">16507066</pub-id>
          <pub-id pub-id-type="pii">PSCI1693</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunce</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>How many interviews are enough?: An experiment with data saturation and variability</article-title>
          <source>Field Methods</source>
          <year>2016</year>
          <month>07</month>
          <day>21</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/1525822x05279903"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1525822X05279903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kingstone</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Waterfield</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlam</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Burroughs</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jinks</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Saturation in qualitative research: exploring its conceptualization and operationalization</article-title>
          <source>Qual Quant</source>
          <year>2018</year>
          <volume>52</volume>
          <issue>4</issue>
          <fpage>1893</fpage>
          <lpage>1907</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29937585"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11135-017-0574-8</pub-id>
          <pub-id pub-id-type="medline">29937585</pub-id>
          <pub-id pub-id-type="pii">574</pub-id>
          <pub-id pub-id-type="pmcid">PMC5993836</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burnard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A method of analysing interview transcripts in qualitative research</article-title>
          <source>Nurse Educ Today</source>
          <year>1991</year>
          <month>12</month>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>461</fpage>
          <lpage>466</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/0260-6917(91)90009-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/0260-6917(91)90009-y</pub-id>
          <pub-id pub-id-type="medline">1775125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sainsbury</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consolidated criteria for reporting qualitative research (COREQ): a 32-item checklist for interviews and focus groups</article-title>
          <source>Int J Qual Health Care</source>
          <year>2007</year>
          <month>12</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>349</fpage>
          <lpage>357</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/intqhc/mzm042"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzm042</pub-id>
          <pub-id pub-id-type="medline">17872937</pub-id>
          <pub-id pub-id-type="pii">mzm042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sandhu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>de Wolf</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The impact of COVID-19 on the undergraduate medical curriculum</article-title>
          <source>Med Educ Online</source>
          <year>2020</year>
          <month>12</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>1764740</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32400298"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10872981.2020.1764740</pub-id>
          <pub-id pub-id-type="medline">32400298</pub-id>
          <pub-id pub-id-type="pmcid">PMC7269089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Abdalla</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impact of COVID-19 on medical education in different income countries: a scoping review of the literature</article-title>
          <source>Med Educ Online</source>
          <year>2022</year>
          <month>12</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>2040192</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35317712"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10872981.2022.2040192</pub-id>
          <pub-id pub-id-type="medline">35317712</pub-id>
          <pub-id pub-id-type="pmcid">PMC8956309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Syal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arya</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impact of COVID-19 on medical undergraduate students’ academics and its ramifications</article-title>
          <source>Indian J Med Sci</source>
          <year>2021</year>
          <month>05</month>
          <day>29</day>
          <volume>73</volume>
          <fpage>26</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijmsweb.com/impact-of-covid-19-on-medical-undergraduate-students-academics-and-its-ramifications/"/>
          </comment>
          <pub-id pub-id-type="doi">10.25259/IJMS_404_2020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chandran</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Balakrishnan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pai Kulyadi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Devi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thunga</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Mobile applications in medical education: a systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e0265927</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0265927"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0265927</pub-id>
          <pub-id pub-id-type="medline">35324994</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-05558</pub-id>
          <pub-id pub-id-type="pmcid">PMC8947018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nandi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Social media and medical education in the context of the COVID-19 pandemic: scoping review</article-title>
          <source>JMIR Med Educ</source>
          <year>2021</year>
          <month>04</month>
          <day>12</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e25892</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mededu.jmir.org/2021/2/e25892/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25892</pub-id>
          <pub-id pub-id-type="medline">33755578</pub-id>
          <pub-id pub-id-type="pii">v7i2e25892</pub-id>
          <pub-id pub-id-type="pmcid">PMC8043144</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
