<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Med Educ</journal-id><journal-id journal-id-type="publisher-id">mededu</journal-id><journal-id journal-id-type="index">20</journal-id><journal-title>JMIR Medical Education</journal-title><abbrev-journal-title>JMIR Med Educ</abbrev-journal-title><issn pub-type="epub">2369-3762</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v11i1e65915</article-id><article-id pub-id-type="doi">10.2196/65915</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Investigating Learning Effects Through the Implementation of Teledermatology Consultations Among General Practitioners in Germany: Mixed Methods Process Evaluation</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Polanc</surname><given-names>Andreas</given-names></name><degrees>MScPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Roesel</surname><given-names>Inka</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Feil</surname><given-names>Elke</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Martus</surname><given-names>Peter</given-names></name><degrees>Prof Dr rer nat</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Joos</surname><given-names>Stefanie</given-names></name><degrees>Prof Dr med</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Koch</surname><given-names>Roland</given-names></name><degrees>Dr med</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Institute for General Practice and Interprofessional Care, University Hospital T&#x00FC;bingen</institution><addr-line>Osianderstra&#x00DF;e 5</addr-line><addr-line>T&#x00FC;bingen</addr-line><country>Germany</country></aff><aff id="aff2"><institution>Institute for Clinical Epidemiology and Applied Biometry, University Hospital T&#x00FC;bingen</institution><addr-line>T&#x00FC;bingen</addr-line><country>Germany</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Lesselroth</surname><given-names>Blake</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Reedy-Cooper</surname><given-names>Alexis</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>de Zwaan</surname><given-names>Martina</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Andreas Polanc, MScPH, Institute for General Practice and Interprofessional Care, University Hospital T&#x00FC;bingen, Osianderstra&#x00DF;e 5, T&#x00FC;bingen, 72076, Germany, 49 70712985285; <email>andreas.polanc@med.uni-tuebingen.de</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>10</day><month>9</month><year>2025</year></pub-date><volume>11</volume><elocation-id>e65915</elocation-id><history><date date-type="received"><day>30</day><month>08</month><year>2024</year></date><date date-type="rev-recd"><day>09</day><month>05</month><year>2025</year></date><date date-type="accepted"><day>16</day><month>07</month><year>2025</year></date></history><copyright-statement>&#x00A9; Andreas Polanc, Inka Roesel, Elke Feil, Peter Martus, Stefanie Joos, Roland Koch. Originally published in JMIR Medical Education (<ext-link ext-link-type="uri" xlink:href="https://mededu.jmir.org">https://mededu.jmir.org</ext-link>), 10.9.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://mededu.jmir.org/">https://mededu.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://mededu.jmir.org/2025/1/e65915"/><abstract><sec><title>Background</title><p>The increasing prevalence of dermatological diseases will pose a growing challenge to the health care system and, in particular, to general practitioners (GPs) as the first point of contact for these patients. In many countries, primary care physicians are supported by teledermatology services.</p></sec><sec><title>Objective</title><p>The aim of this study was to detect learning effects and gains among GPs through teledermatology consultations (TCs) in daily practice.</p></sec><sec sec-type="methods"><title>Methods</title><p>As part of a mixed methods study embedded in a cluster-randomized controlled trial (TeleDerm), a full survey and semiguided face-to-face interviews were conducted among GPs of participating intervention practices using the telemedicine approach. A TC assessment tool (TC-AT) was developed to evaluate the quality of clinical data and images of TCs conducted during the run-in and intervention phases, with a score ranging from 0 (lowest quality) to 10 (highest quality). Mixed methods analysis triangulated qualitative content analysis, survey data with a growth curve model calculated from TC-AT data, comparing subjective experiences of GPs with objective process data.</p></sec><sec sec-type="results"><title>Results</title><p>A total of 487 TCs of 33 practices were analyzed. Questionnaires from n=46 GPs (practice-level response rate: 69.9%) were included in the quantitative analysis. Two-thirds of the GPs (n=31; 67.4%) in the written survey rated the TCs as helpful for differential diagnosis and treatment management. Improved self-reported confidence in diagnosing skin diseases due to the timely clinical feedback from dermatologists was reported by more than half of the responding GPs (n=25; 54.3%). In the interviews (n=13), teleconsultations were mainly seen as a learning opportunity by the GPs. Regarding the quality of TCs, a mean TC-AT score of 7.4 (SD 1.7, range 0&#x2010;10) was observed. In the growth curve model, a simple linear time trend provided the best fit to the TC-AT score trajectory across the observed study period. A significant time * TC-AT start score interaction was found (<italic>F</italic><sub>452</sub>=30.66, <italic>P</italic>&#x003C;.001). While regardless of the initial TC-AT score, repeated TCs lead to process quality improvements over time, post hoc probing of the TC-AT start score as a moderator of the learning effect over time revealed the highest improvements among GP practices with a lower initial TC-AT score (&#x2212;1 SD: standardized slope=0.59, <italic>P</italic>&#x003C;.001; mean: standardized slope=0.38, <italic>P</italic>&#x003C;.001; +1 SD: standardized slope=0.18, <italic>P</italic>&#x003C;.001).</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>TCs have been shown to be an effective method of education for GPs in terms of &#x201C;learning on the job&#x201D; in daily practice. The telemedicine approach seems to be an easily implementable and effective tool to support continuing medical education in the field of dermatology. Strategies could be developed to train GPs and medical students in the use of TC to adequately prepare them for the increasing technological demands of their future profession in primary care.</p></sec><sec><title>Trial Registration</title><p>German Clinical Trials Register DRKS00012944; https://drks.de/search/en/trial/DRKS00012944/details</p></sec></abstract><kwd-group><kwd>telemedicine</kwd><kwd>teledermatology</kwd><kwd>teleconsultation</kwd><kwd>experiential learning</kwd><kwd>competence gain</kwd><kwd>general practice</kwd><kwd>primary care</kwd><kwd>competence</kwd><kwd>learning effects</kwd><kwd>consultations</kwd><kwd>mixed methods</kwd><kwd>general practitioners</kwd><kwd>Germany</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>Demographic and environmental factors, climate-related health risks, and lifestyle changes will contribute to a significant increase in skin diseases in the near future, placing a particular burden on health care systems [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. General practitioners (GPs) as the first point of contact for patients with skin conditions play a crucial role in the early detection, accurate diagnosis, and effective management of skin diseases [<xref ref-type="bibr" rid="ref8">8</xref>]. The care of patients with skin lesions is becoming increasingly difficult due to the growing shortage of specialists, especially in underserved areas.</p><p>Teledermatology consultations (TCs) offer an opportunity to alleviate the escalating demand for dermatology services [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. International studies have shown that the telemedicine approach is as effective as traditional medical referrals in reducing costs, enhancing care coordination, and improving patients&#x2019; quality of life [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>In addition to the aforementioned benefits of TC for patient care, international studies have reported an increase in confidence and learning effects among GPs through TC with their dermatology colleagues [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. Learning effects were achieved, for example, by refreshing old knowledge, sharing new therapeutic concepts, or exchanging difficult cases that were considered essential for their daily work [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. It has been shown that the percentage of correctly prediagnosed cases by GPs increased through TC [<xref ref-type="bibr" rid="ref8">8</xref>].</p><p>Studies have demonstrated teledermatology (TD) to be an effective educational method and an opportunity for dermatologists&#x2019; and medical students&#x2019; professional development [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. Lee et al [<xref ref-type="bibr" rid="ref10">10</xref>] recommended TD as an educational tool for health care providers to interact with for diagnostic support and guidance, especially if they lack specialized dermatology training. In a systematic scoping review of educational programs on melanoma diagnosis for GPs, only 16 of 31 educational interventions included training in dermoscopic diagnosis. Hereof, only one RCT study included TD feedback [<xref ref-type="bibr" rid="ref35">35</xref>]. To date, little is known about the competence gains, learning effects, and skills acquired by GPs through TC in general practice.</p><p>Among these competencies, communication between specialists and primary care is of paramount importance [<xref ref-type="bibr" rid="ref36">36</xref>]. In a cross-sectional survey by Scaioli et al [<xref ref-type="bibr" rid="ref37">37</xref>] of more than 7100 GPs in 34 OECD (Organisation for Economic Co-operation and Development) countries on GP-specialist communication in the referral process, the extent and intensity of communication between GPs and medical specialists in a country where a gatekeeping system exists is associated with the organization of the primary health care system. Especially in societies without a mandatory gatekeeping system, as in Germany, there is a higher risk of poor communication between different levels of care [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. In addition, the high workload, the shortage of doctors, and the associated time pressure on doctors may also have a negative impact on communication behavior. According to OECD statistics, Germany had an average of 9.8 doctor-patient contacts per capita in 2019, compared with an OECD average of 6.8 doctor contacts per capita [<xref ref-type="bibr" rid="ref38">38</xref>].</p><p>Despite the need for a more direct exchange between specialists and GPs, written communication still remains the most common form of interdisciplinary exchange between specialists and primary care [<xref ref-type="bibr" rid="ref36">36</xref>]. R&#x00FC;bsam et al [] [<xref ref-type="bibr" rid="ref39">39</xref>] identified a need for optimization of interdisciplinary exchange with dermatologists among German GPs, mainly because written feedback from dermatologists was often missing or incomplete, which led to poor communication with dermatology colleagues and also made it very difficult for GPs to pursue or even effectively implement appropriate diagnoses and therapies and deprived them of the opportunity to receive further training based on written feedback <xref ref-type="bibr" rid="ref39">39</xref>.</p><p>The use of health information technology and a closer collaboration between GPs and specialists have been shown to improve communication [<xref ref-type="bibr" rid="ref36">36</xref>]. For example, teledermatology has proven to be a useful tool to support direct communication between dermatologists and GPs [<xref ref-type="bibr" rid="ref23">23</xref>].</p><p>While communication via telemedicine was already an integral part of patient care in many European countries, in Germany, liability, professional and data protection regulations, a heterogeneous organization of regional health care due to federalism, and a rather conservative attitude of users have made it difficult to introduce health technology on a large scale [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref43">43</xref>]. It was not until the amendment of the Medical Practitioners&#x2019; Code (MBO-&#x00C4;) in 2017 and the new regulation of exclusive telemedical treatment in the Professional Code of the Medical Association of Baden-W&#x00FC;rttemberg in June 2020 that the way was paved for the implementation of telemedicine services beyond pilot projects in Baden-W&#x00FC;rttemberg, about 20 years later than in other European countries [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>].</p><p>Apart from the regulatory framework, it has been proven that adequate reimbursement for teledermatology services plays a critical role in provider participation and the sustainability of such programs [<xref ref-type="bibr" rid="ref45">45</xref>]. With the amendment of the reimbursement regulation in the statutory insurance on October 1, 2020, a TC request as well as the evaluation of the TC by a medical specialist from then on can be reimbursed [<xref ref-type="bibr" rid="ref46">46</xref>]. The latter includes not only the assessment of the medical problem, but also a written report to the GP who requested the TC.</p><p>Given the persistent deficiencies in interdisciplinary communication, the integration of asynchronous store-and-forward (SaF) TC approach seems to be a promising way to close this communication gap, while at the same time providing German GPs with an on-the-job learning opportunity.</p></sec><sec id="s1-2"><title>Research Aim and Questions</title><p>There is little evidence that TCs lead to learning effects in &#x201C;real-world&#x201D; GP settings. The aim of our substudy within the randomized controlled TeleDerm trial was thus to identify learning effects in GPs, defined as subjective reporting of competency gains in combination with objective improvement in process quality. The accompanying mixed methods process evaluation addressed the following research questions: (1) to what extent can the SaF approach be considered an effective training tool for GPs in daily practice in the sense of &#x201C;learning on the job&#x201D;, (2) what is the impact of case-based interdisciplinary communication through direct feedback using the SaF approach on the competence and confidence of GPs in the diagnosis of patients with skin complaints and in the assessment of dermatologic diseases, and (3) does the frequency of TC requests in combination with direct feedback from dermatologists support an improvement in the process quality improvement in TCs of GPs over time, indicating competency gains? Based on the results, strategies for the use of TC in GP training and medical education, and for the implementation in primary health care can be derived. The results from this study may benefit health care researchers and persons involved in the continuous professional development of GPs, especially in training scenarios in the context of day-to-day clinical practice.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Setting and Study Design</title><p>TeleDerm was designed as a 2-arm, cluster-randomized confirmatory trial with an accompanying mixed methods process evaluation. It was conducted from 2017 to 2020 in 4 rural and semirural intervention counties in the German federal state of Baden-W&#x00FC;rttemberg [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Inclusion criterion for all GP intervention practices (IPs) and patients with skin complaints aged 18 years and older was their participation within the GP-centered health care program of the General Local Health Insurance Fund Baden-W&#x00FC;rttemberg (AOK-BW). All patients who gave written consent to participate in the TeleDerm trial underwent TC, while patients who refused TC were treated as usual. Based on standardized case documentation, the TC system within our study provided asynchronous (SaF) recording, transmission, and reporting of the patient history (eg, medical history, differential diagnosis, medications, therapy, information on complaints, duration, and changes in shape, color, or size of the lesion). In addition, images of the affected skin area were taken by the primary care physician using a digital camera. The assessment of the TC was to be completed within 48 hours. Via a secure web interface, the dermatologists provided direct, timely, and comprehensive case-based feedback including <italic>ICD-10</italic> (<italic>International Statistical Classification of Diseases and Related Health Problems, 10th Revision</italic>) code and management advice in free text to the requesting GP. In case of further questions from either the GP or the dermatologist, a one-time &#x201C;question loop&#x201D; was set up. This meant that when a TC request was made, either the GP or the dermatologist had a one-off opportunity to communicate directly with their medical colleague via a secure web interface to discuss and clarify any outstanding issues relating to the specific TC request. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> shows the detailed SaF process steps for TC requests in the TeleDerm study. Further information on the study design can be found in the peer-reviewed TeleDerm study protocol [<xref ref-type="bibr" rid="ref47">47</xref>]. A detailed overview of the mixed methods flow chart within our study is depicted in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Mixed methods study flow chart. GP: general practitioner; TC: teledermatology consultations; TC-AT: teledermatology consultation assessment tool.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mededu_v11i1e65915_fig01.png"/></fig></sec><sec id="s2-2"><title>Survey</title><p>The paper-based questionnaire was developed based on literature and informal interdisciplinary exchange during the preparatory phase of the study and covers the categories of learning effects and competence gain with 9 questions. Additional free text entries were permitted in the questionnaire. In February 2019, the questionnaire was piloted (n=5) with representatives of the target groups using the think-aloud method, and between May and June 2019, the survey was conducted in the participating GP practices (n=46 IP). During its development, the questionnaire was presented several times in an interprofessional plenary session at the Quantitative Methods Research Workshop at the University Hospital of T&#x00FC;bingen and discussed methodologically. Descriptive statistics were calculated by AP using SPSS Statistics version 28.0.0.0 (IBM Corp.). Categorical variables were expressed as frequencies and percentages. A chi-square test (<italic>&#x03C7;</italic><sup>2</sup>) was performed to compare user behavior (frequent users vs infrequent users) and learning effect. Free text responses were categorized thematically, using the categories and subcategories developed in 2.3 as a template. Quotes from the free text fields of the survey in the article are marked with the abbreviation &#x201C;QuesTC.&#x201D; Missing values are excluded from further analysis.</p></sec><sec id="s2-3"><title>Interviews</title><p>Semistructured face-to-face interviews with GPs explored both the impact on interprofessional collaboration and communication between GPs and dermatologists, as well as the competence gain of GPs through feedback from dermatologists. Before piloting the interview guideline with representatives of the target group, the guideline was presented and methodologically discussed in an interprofessional plenary session at the Qualitative Methods Research Workshop at the University Hospital of T&#x00FC;bingen. The interview guideline was piloted by AP in February 2019 (n=5) using the think-aloud method [<xref ref-type="bibr" rid="ref48">48</xref>]. The participants were asked to give their interpretation of the questions and to explain their answers. According to their feedback, no changes to the interview guideline were necessary.</p><p>A stratified selection of interviewees was made according to age (young, middle-aged, and older), gender (male, female), county of origin, and TC use behavior (nonresponder, occasional user, and frequent user). An initial sample size of n=20 interviews with GPs was determined using Malterud 5-dimensional approach of &#x201C;information power&#x201D;. The dimensions comprise study aim (exploratory), sample specificity (high), established theory (experiential learning [<xref ref-type="bibr" rid="ref49">49</xref>]), quality of dialogue (expected: mediocre, which means low information density in the transcripts), and analysis strategy [<xref ref-type="bibr" rid="ref50">50</xref>]. Should the estimated sample size prove insufficient during the analysis, we reserve the right to recruit additional participants. Within the mixed methods evaluation, semistructured face-to-face interviews (AP and EF) were conducted starting March 2019, after informed consent to participate was obtained. Digital recordings of the interviews were transcribed verbatim.</p><p>Analysis started with an initial reading of the transcripts in April 2019 to get to know the material and assess the quality of dialogue. Based on this initial reading, we determined in May 2015 that no further information would be obtained through additional interviews due to a high degree of repetition in the interview transcripts and a better dialogue quality than expected. At that point, recruitment to additional interviews was stopped at 13 interviews, and we began with the qualitative analysis.</p><p>For qualitative analysis, we assumed a constructivist paradigm that individuals make sense of their subjective reality through narration [<xref ref-type="bibr" rid="ref51">51</xref>]. Health care professionals learn continuously based on concrete experience [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref55">55</xref>]. Qualitative analysis was performed with software support using MaxQDA (VERBI Software GmbH; version 20.1.0) according to Mayring and Fenzl [<xref ref-type="bibr" rid="ref56">56</xref>]. First, an initial coding frame was built deductively based on the questions of the interview guideline. Both authors (AP and EF) independently applied the coding frame to the same 3 transcripts to assess consistency and reach a shared understanding of how the codes were to be applied. According to the principles of qualitative content analysis, the coding frame was organized into main and subcategories and inductively extended by systematically paraphrasing and generalizing text segments, followed by the formulation of new categories based on recurring content and consensus between coders. Under the supervision of RK, the researchers (AP and EF) iteratively compared new data against existing codes or categories. This ongoing process allowed us to refine and validate the coding frame, ensuring it reflects the evolving understanding of the data. The refined coding frame was then used by AP and EF to code the remaining transcripts, adding and refining categories whenever new information had to be integrated. The coding frame and initial results were also presented and discussed in an interprofessional plenary session at the Qualitative Methods Research Workshop at the University Hospital of T&#x00FC;bingen, in an initial stage as well as the final frame with its detailed categories and subcategories. Quotes from the interviews in the article are marked with the abbreviation &#x201C;Int.&#x201D;</p></sec><sec id="s2-4"><title>Development and Reliability of a TC Assessment Tool</title><p>Dermatologists need comprehensive clinical data and high-quality images for effective, efficient TC. Especially image quality is crucial for ensuring the same quality of care as a face-to-face consultation [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref59">59</xref>]. A TC assessment tool (TC-AT) was developed to provide a retrospective evaluation of the quality of the TC process. In addition to assessing the quality of the uploaded images, the tool was designed to assess whether the dermatologist was provided with all of the patient information necessary for diagnosis, a detailed description of the dermatologic changes, and the diagnostic question. The results of the AC-TC assessments should show the extent to which the participating GPs were able to perform the relevant process steps in the same way throughout the study and to &#x201C;deliver&#x201D; the information relevant to the dermatologist&#x2019;s diagnosis with regard to improvement over time.</p><p>Referring to the training concept developed for the participating GPs in the TeleDerm study and the recommendations of the TC guidelines of the German Dermatological Society (DDG) and the Federal Association of German Dermatologists (BVDD) [<xref ref-type="bibr" rid="ref60">60</xref>], 2 of the authors (AP and RK) developed an assessment tool focusing on the process quality of clinical data and images for SaF TC. Based on the evaluation of randomly selected TCs by 2 raters (AP and RK), the TC-AT was developed and evaluated within a 2-step process. To ensure the uniformity of the raters&#x2019; evaluation and to guarantee the simplicity of the criteria catalog, it was streamlined after the first evaluation and the criteria were formulated more specifically (Step 1). Both the pairwise Cohen kappa statistic for single item TC assessment scores (&#x043A;=0.852; 95% CI 0.776&#x2010;0.928) as well as the intraclass correlation coefficient (ICC) for overall item TC assessment scores (ICC=0.871; 95% CI 0.697&#x2010;0.945) based on a final assessment of randomly selected TCs (n=24) showed a very good test-retest reliability (Step 2).</p><p>Whereas the interrater reliability calculation for assessment of randomly selected TCs (n=24) for single scores was carried out by means of the pairwise Cohen kappa statistic, the reliability concerning the overall TC assessment scores was analyzed by using ICC estimates and their 95% CIs based on a mean-rating (k=2), absolute-agreement, 2-way random-effects model, both times using SPSS Statistics (IBM Corp.; version 28.0.0.0).</p><p>The adjusted and finalized qualitative evaluation criteria covered the following aspects: patient history, description of skin area, dynamics of changes, therapy, and medical assessment, as well as the quality of images regarding exposure, contrast, and acuity (<xref ref-type="table" rid="table1">Table 1</xref>). Each item with respect to clinical data was scored with either 0 (quality criterion not fulfilled) or 1 point (fulfilled). To appropriately weight the importance of the image quality in the evaluation process, image quality was scored from a minimum of 0 to a maximum of 5 points. Item scores were summed up, resulting in an overall TC-AT score range from 0 (poorest quality) to 10 points (highest quality) per TC.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Teledermatology consultation assessment tool (TC-AT).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Item number</td><td align="left" valign="bottom">Item name</td><td align="left" valign="bottom">Criteria</td><td align="left" valign="bottom">Points</td></tr></thead><tbody><tr><td align="left" valign="top">A. Clinical data</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>A.1</td><td align="left" valign="top">Patient history<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></td><td align="left" valign="top">Symptoms and duration of complaints</td><td align="left" valign="top">&#x2003;1</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>A.2.</td><td align="left" valign="top">Skin area<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup></td><td align="left" valign="top">Description of localization, size, and color</td><td align="left" valign="top">&#x2003;1</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>A.3.</td><td align="left" valign="top">Dynamic<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td><td align="left" valign="top">Changes in size, shape, and color of the affected skin area</td><td align="left" valign="top">&#x2003;1</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>A.4.</td><td align="left" valign="top">Therapy</td><td align="left" valign="top">Information on medical treatment so far</td><td align="left" valign="top">&#x2003;1</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>A.5.</td><td align="left" valign="top">Medical assessment</td><td align="left" valign="top">Formulation of a presumptive diagnosis or question for the dermatologist</td><td align="left" valign="top">&#x2003;1</td></tr><tr><td align="left" valign="top">B. Images</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>B.1.</td><td align="left" valign="top">Quality of images<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">Exposure, contrast, and acuity</td><td align="left" valign="top">&#x2003;5</td></tr><tr><td align="left" valign="top">Overall TC assessment score</td><td align="left" valign="top"/><td align="left" valign="top">Maximum points</td><td align="left" valign="top">&#x2003;10</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Patient history: at least 1 out of 2 listed criteria is to be specified</p></fn><fn id="table1fn2"><p><sup>b</sup>Skin area: at least 2 out of 3 listed criteria are to be specified, otherwise the item is scored 0 points</p></fn><fn id="table1fn3"><p><sup>c</sup>Dynamic: at least 1 out of 3 listed criteria is to be specified</p></fn><fn id="table1fn4"><p><sup>d</sup>Quality of images: 3 out of 3 criteria: 5 points (all fulfilled); 2 out of 3 criteria: 4 points (exposure, contrast); 1 of 3 criteria: 3 points (exposure); 0 of 3 criteria: 0 points (nothing fulfilled, not usable)</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2-5"><title>Statistical Analysis of TC-AT Score Time Trend</title><p>To explore the evolution of TC quality over time, a mixed model was fitted to the TC-AT data. As the total number of TCs per GP practice differed and time points of TCs were unevenly spaced, time was introduced as a continuous variable. In the model building process, linear and quadratic time terms were introduced as fixed effects. Furthermore, the interaction between the starting TC-AT score at baseline and time was assessed. In addition, we investigated whether introducing the overall number of TCs per GP practice as a covariate added significantly to the improvement in model fit. A random intercept and slope for GP practices were added to account for cluster effects. Due to convergence problems, a simple diagonal covariance structure for random effects was chosen. For the residuals, an autoregressive error structure AR(1) was assumed. Model selection was achieved by forward selection: terms were only added when the model significantly improved, as tested with a log-likelihood ratio test. In addition, the Akaike information criterion and Bayesian information criterion were evaluated, deeming models with lower fit criteria as more appropriate.</p><p>The final mixed model included time (linear) and a time*baseline TC-AT start score interaction as fixed effects and a random intercept for GP practices. Simple slopes analysis as post hoc probing was conducted to determine the nature of the interaction. We furthermore applied the Johnson-Neyman technique to identify the region of significance. Model assumptions were checked visually and found adequate. A <italic>P</italic> value &#x003C;.05 (2-sided) was considered statistically significant and adjusted for multiple testing with Bonferroni correction where necessary. All data analyses were implemented in R (version 4.1.3; R Core Team) and R Studio (version 2022.02.1; Posit Software, PBC). Linear mixed models were fitted using the <italic>lme4</italic> [<xref ref-type="bibr" rid="ref61">61</xref>] and <italic>nlme</italic> [<xref ref-type="bibr" rid="ref62">62</xref>] packages.</p><p>To assess whether the frequency of TC also impacted the subjective impression of competency and confidence gain, the GPs&#x2019; user behavior was categorized into frequent users (&#x2265;11 TC) or low users (&#x2264;10 TC) on the practice level. The cutoff value was based on the median number of teleconsultations per practice. A chi-square test was used to compare the GPs&#x2019; user behavior and their subjective learning effect. No expected cell frequencies were below 5.</p></sec><sec id="s2-6"><title>Ethical Considerations</title><p>The TeleDerm study was approved by the Ethics Review Board of the Eberhard Karls University of T&#x00FC;bingen (Ref. No. 395/2017BO1). Participation in the study was voluntary. Participants were informed of the study&#x2019;s purpose and their right to withdraw and prohibit the use of their data at any time. They gave written consent to participate in the study, and to collect and to use their data for the study&#x2019;s purposes.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Characteristics of Participants</title><p>A total of n=49 GPs participated in the full survey. One GP was excluded from further analysis of the survey because this IP did not conduct any TC. In addition, 2 other GPs were excluded from further analysis because they did not respond to the questions on learning effects and competence gain. Thus, questionnaires from n=46 GPs (response rate of 69.6% on practice level) were included in the further quantitative evaluation.</p><p><xref ref-type="table" rid="table2">Table 2</xref> summarizes the main characteristics of the study population at the level of GP practices and health care providers in the full survey of GP intervention practices and in the semistructured interviews with GPs.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Practice and provider-level characteristics of the study population.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Survey</td><td align="left" valign="bottom">Semistructured interviews</td></tr></thead><tbody><tr><td align="left" valign="top">GPs in total, n (% on GP-practice level)</td><td align="left" valign="top">46 (69.6)</td><td align="left" valign="top">13 (28.3)</td></tr><tr><td align="left" valign="top">Male, n (%)</td><td align="left" valign="top">33 (71.7)</td><td align="left" valign="top">8 (61.5)</td></tr><tr><td align="left" valign="top">Age (years), mean (SD, range)</td><td align="left" valign="top">56.87 (7.963, 37&#x2010;75)</td><td align="left" valign="top">59.0 (8.617, 40&#x2010;75)</td></tr><tr><td align="left" valign="top">Job experience (years), mean (SD, range)</td><td align="left" valign="top">22.09<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> (9.273, 1&#x2010;38)</td><td align="left" valign="top">Not recorded</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>n=1 missing</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Educational Value of TCs</title><p>According to the survey, 9 out of 10 GPs stated that they learn more about skin conditions through TC than by regular referrals, of which 20 GPs (43.4%) strongly agreed with this item (<xref ref-type="fig" rid="figure2">Figure 2</xref>, item C5).</p><p>In the interviews, several GPs elaborated that in contrast to normal referrals, TC offers a direct, case-based exchange between specialist and GP:</p><disp-quote><p>In the past, patients were sent to the dermatologist, who examined them and wrote a letter. Today, this feedback from dermatologists is almost non-existent. And that&#x2019;s a pity because in the meantime we no longer know whether the tentative diagnosis was correct or not, what the dermatologist is doing. So, this learning effect, which we used to have automatically through the report of the specialist, has largely disappeared in the meantime. And this would now be an opportunity to reconnect with this learning effect that we used to have automatically.</p><attrib>(IntA3-29)</attrib></disp-quote><p>The GPs emphasized the benefit of a timely, direct reporting from the dermatologist for their learning effect, as opposed to regular referrals</p><disp-quote><p>For me, the learning effect is good, simply also because of the quick feedback</p><attrib>(IntA12-64)</attrib></disp-quote><p>and their therapy recommendations for the further treatment of the GP patients</p><disp-quote><p>We started the therapy on the recommendation of the dermatologists, and it was quite successful.</p><attrib>(IntA5-24)</attrib></disp-quote><p>In addition, interviewees indicated that personal feedback helps physicians to validate their own findings and thus actively provides an educational impetus for the primary care physicians:</p><disp-quote><p>Sometimes you are confirmed, and sometimes new aspects are added, which you nevertheless include and perhaps treat.</p><attrib>(IntA7-38)</attrib></disp-quote><p>Despite the many positive effects of direct and personal interaction between GPs and their dermatology colleagues, some respondents were skeptical about the use of telemedicine for communication between the 2 groups. According to the survey results, more than 1 in 5 physicians disagreed with the statement that TCs promote GPs&#x2019; willingness to communicate with dermatologists, while 39.1% strongly agreed with this point (item C6). GPs were even more skeptical about the willingness of dermatologists to communicate with GPs via TC. Only one-third (32.5%) of GPs strongly agreed that telemedicine increased dermatologists&#x2019; willingness to communicate with GP colleagues, while 23.3% disagreed, including 4.7% who strongly disagreed (<xref ref-type="fig" rid="figure2">Figure 2</xref>, item C7).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Learning effect (Survey).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mededu_v11i1e65915_fig02.png"/></fig><p>When asked about the support of GPs by TCs in the field of dermatology, the survey revealed an agreement among the participating physicians about the benefits for their daily practice. Using a 4-point Likert scale, two-thirds of the respondents (67.4%) strongly agreed that TCs support them, while only a small number of respondents (4.3%) strongly disagreed with their colleagues in this regard (<xref ref-type="fig" rid="figure2">Figure 2</xref>, item C9).</p></sec><sec id="s3-3"><title>Increase in Confidence of Diagnostic and Management Skills in GPs</title><p>The GPs were asked about their feeling of learning and competence gain during the TeleDerm project. On a 3-point Likert scale, 54.3% of the GPs reported an improvement in their ability to correctly diagnose patients with skin diseases (item C1). In total, 47.8% of the respondents stated that their competence in performing and assessing dermoscopy in patients with skin diseases had increased during the TeleDerm study (item C2), 77.3% of them were male GPs. One in 2 GPs had not noticed any change in either of these areas.</p><p>Interview participants reported that direct interaction between GPs and dermatologists has a positive impact on physicians&#x2019; confidence and acquisition of dermatologic knowledge regarding the treatment and management of common skin diseases and lesions.</p><disp-quote><p>You have a tentative diagnosis and now, through the TC, you have the possibility to get confirmation. You gain confidence and that is of course an enormous learning effect.</p><attrib>(IntA3-29)</attrib></disp-quote><p>In the survey, almost all GPs agreed that the direct feedback from the dermatologists leads to an increase in GPs&#x2019; competence to correctly diagnose (<xref ref-type="fig" rid="figure2">Figure 2</xref>, item C3) and treat (<xref ref-type="fig" rid="figure2">Figure 2</xref>, item C4) patients with skin complaints.</p><p>Physicians also see qualitative potential in the learning effect in terms of increased treatment safety, strengthening of their role, and simplification of processes in the care system:</p><disp-quote><p>[The learning effect] of course also offers a safety factor that can be gained for oneself as a therapist and makes many steps simply unnecessary</p><attrib>(IntA10-34)</attrib></disp-quote><p>This statement was further substantiated by a GP, especially regarding a possible relief of the dermatologists as well as an extension of the approach to other areas of work in family medicine:</p><disp-quote><p>TeleDerm-approach is a good introduction to further telemedicine applications in the classic family doctor/specialist division of labor. There is thus a possibility of avoiding the clogging of the specialist&#x2019;s schedule with unnecessary consultations</p><attrib>(QuesTC43-04)</attrib></disp-quote><p>While GPs were overall very positive about the previous items presented, the respondents seemed to be more cautious about the statement that the learning effect gained by TC will lead to a decrease in referrals of patients with skin complaints to dermatologists. Only 30.4% of GPs strongly agreed with this statement, while almost 1 in 5 GPs (17.4%) disagreed with their colleagues (<xref ref-type="fig" rid="figure2">Figure 2</xref>, item C8).</p></sec><sec id="s3-4"><title>Learning Curve Through Iterative Processes</title><p>The number of TC requests during our study had a positive effect on GPs&#x2019; subjective competence gain in frequent users. Among GPs who frequently used the service, 64.3% (n=18) reported an increase. The findings of this study, as evidenced by the results of the survey, demonstrated a significance between user behavior and competence in performing and assessing dermoscopy in patients with skin disease, as indicated by the following statistical analysis: <italic>&#x03C7;</italic>&#x00B2; (1)=7.769, <italic>P</italic>=.005, <italic>&#x03C6;</italic>=0.411.</p><p>Interview participants also reflected on the association between the frequency of TC and GPs&#x2019; professional expertise in the field of diagnostic and therapy of patients with skin diseases:</p><disp-quote><p>I would have liked it better if we could have presented many more patients, because the knowledge gain for each of us would have been correspondingly higher.</p><attrib>(IntA4-27)</attrib></disp-quote><p>Next to repetitive TCs, the use of a dermascope was associated with learning from the GP&#x2019;s perspective:</p><disp-quote><p>By [.] working with the dermascope, you look at it even more closely [.] and when you get the feedback, you&#x2019;ve already learned something from it - in case of a repetition, it&#x2019;s easier to recognize what it was</p><p>(IntA1-47)</p></disp-quote></sec><sec id="s3-5"><title>TC Data Flow</title><p>Of the 568 TC datasets, 71 TCs had to be excluded due to GP dropouts, duplicates, TC sham datasets, or non-compliance with inclusion criteria.</p><p>In addition, 5 nonresponding practices did not conduct any TCs. So far, there is no evidence of when a learning effect can be expected from repeated TC requests. However, since curve fitting requires at least 3 points to derive a trend, only IPs with more than 2 TCs were included in the further analysis of the learning effect. Therefore, n=8 practices with less than 3 TCs per practice during the run-in and intervention phases were excluded, for a total of n=10 TCs. Finally, a total of 33 practices with 487 TCs were included in the subsequent statistical analysis to examine the learning effect over time.</p></sec><sec id="s3-6"><title>Learning Effects</title><p>The median number of TCs on the practice level was 10 (IQR 6, range 3&#x2010;75), and the mean assessment TC-AT score evaluated by both raters reached a value of 7.44 (SD 1.68; median 8, IQR 2, range 0&#x2010;10). It has to be pointed out that 3 &#x201C;<italic>power-user</italic>&#x201D; IPs were responsible for more than one-third (n=174; 35.72%) of all TC requests during the run-in and the intervention phase. The last TC was conducted 426 days after baseline (ie, after the first TC of the respective IP).</p><p>Results of the final linear mixed model are given in <xref ref-type="table" rid="table3">Table 3</xref>. A statistically significant time * TC-AT start score interaction was found (<italic>F</italic><sub>452</sub>=30.663, <italic>P</italic>&#x003C;.001), indicating that progression of TC quality over time was influenced by the initial TC-AT score. In <xref ref-type="fig" rid="figure3">Figure 3</xref>, post hoc probing of the interaction is displayed by simple slopes at the mean (=average TC start score; dashed line) and 1 SD below (=low start score; dotted line) and above the mean TC-AT score level (=high start score; solid line). At all 3 moderator levels, there was a statistically significant positive effect of time on the improvement in TC quality (<italic>P</italic>&#x003C;.001). The learning process over time was strongest for GPs with a lower-than-average TC-AT start score (standardized slope=0.590) and less pronounced for GP practices starting with a higher-than-average TC-AT start score (standardized slope=0.179). The Johnson-Neyman plot (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) revealed that the interaction was statistically significant below 249 days.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Linear mixed model results for the evolvement of the teledermatology consultation assessment tool score over time.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom" colspan="4">TC-AT score</td></tr></thead><tbody><tr><td align="left" valign="top">Fixed effects</td><td align="left" valign="top">&#x0392;<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td><td align="left" valign="top">&#x03B2;<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup></td><td align="char" char="." valign="top">95% CI</td><td align="left" valign="top"><italic>P</italic> value</td></tr><tr><td align="left" valign="top">&#x2003;(Intercept)</td><td align="left" valign="top">3.649</td><td align="left" valign="top">.03</td><td align="left" valign="top">&#x2212;0.09 to 0.15</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">&#x2003;Time</td><td align="left" valign="top">0.014</td><td align="left" valign="top">.38</td><td align="left" valign="top">0.31&#x2010;0.46</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">&#x2003;TC-AT start score</td><td align="left" valign="top">0.460</td><td align="left" valign="top">.30</td><td align="left" valign="top">0.17&#x2010;0.43</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">&#x2003;time * TC-AT start score</td><td align="left" valign="top">&#x2212;0.001</td><td align="left" valign="top">&#x2212;.21</td><td align="left" valign="top">&#x2212;0.28 to &#x2212;0.13</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Random effects</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">&#x2003;</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top">&#x2003;&#x03C3;<sup>2</sup><sup><xref ref-type="table-fn" rid="table3fn3">c</xref></sup></td><td align="left" valign="top">1.90</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table3fn4">d</xref></sup></td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top">&#x2003;&#x03C4;00<sup><xref ref-type="table-fn" rid="table3fn5">e</xref></sup></td><td align="left" valign="top">0.16</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;&#x2003;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top">&#x2003;ICC<sup><xref ref-type="table-fn" rid="table3fn6">f</xref></sup></td><td align="left" valign="top">0.08</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;&#x2003;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top">&#x2003;N <sub>practices</sub></td><td align="left" valign="top">33</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top">&#x2003;Observations</td><td align="left" valign="top">487</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;&#x2003;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top">&#x2003;Marginal R&#x00B2;</td><td align="left" valign="top">0.252</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;&#x2003;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Conditional R<sup>2</sup></td><td align="left" valign="top">0.309</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top">&#x2003;AIC<sup><xref ref-type="table-fn" rid="table3fn7">g</xref></sup></td><td align="left" valign="top">1730.031</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">&#x2014;&#x2003;</td><td align="left" valign="top">&#x2014;</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>B: unstandardized beta coefficient.</p></fn><fn id="table3fn2"><p><sup>b</sup>&#x03B2;: standardized beta.</p></fn><fn id="table3fn3"><p><sup>c</sup>&#x03C3;<sup>2</sup>: Within-group (residual) variance.</p></fn><fn id="table3fn4"><p><sup>d</sup>Not applicable.</p></fn><fn id="table3fn5"><p><sup>e</sup>&#x03C4;00: Between-group variance.</p></fn><fn id="table3fn6"><p><sup>f</sup>ICC: intraclass correlation coefficient.</p></fn><fn id="table3fn7"><p><sup>g</sup>AIC: Akaike information criterion.</p></fn></table-wrap-foot></table-wrap><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Post hoc probing of the moderation effect of the teledermatology consultation assessment tool start score on the learning effect over time. TC-AT: teledermatology consultation assessment tool.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="mededu_v11i1e65915_fig03.png"/></fig></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Results</title><p>Our findings show subjective improvements in GPs&#x2019; competency paired with observable improvement in TC process quality over time assessed through the TC-AT score. The mixed methods analysis revealed that 2 main aspects contribute to these learning effects: interdisciplinary communication and learning on the job. Both aspects will be discussed in the context of the current research situation in the following section.</p></sec><sec id="s4-2"><title>Interdisciplinary Communication Increases GP Expertise</title><p>According to our study, timely feedback and direct exchange with specialists on diagnosis, therapy, and treatment options seem to promote learning by validating the GP&#x2019;s own findings. Thus, it may increase the confidence of physicians in treating patients with skin diseases in daily practice.</p><p>As with TeleDerm, German GPs in the study by R&#x00FC;bsam et al [<xref ref-type="bibr" rid="ref39">39</xref>] criticized the communication with the dermatologists and the lack of written feedback, which meant that the learning effects that GPs had previously gained from the specialists&#x2019; reports were lost, making it difficult for GPs to understand and effectively implement an appropriate diagnosis or treatment. Apart from a few critical voices, the majority of our GPs were of the opinion that the TC approach was a supporting tool and a very good opportunity to increase the willingness to communicate and thus to improve the interdisciplinary exchange on both sides in the future. Also, based on the findings of van den Akker et al [<xref ref-type="bibr" rid="ref23">23</xref>], TC is viewed as a useful tool for interpersonal communication between GPs and dermatologists.</p><p>The standardization of TC web templates to ensure the collection of necessary information not only promotes their structured implementation but also provides guidelines for structured interdisciplinary communication between GPs and dermatologists, thus increasing diagnostic and management concordance [<xref ref-type="bibr" rid="ref25">25</xref>]. This process is particularly supported by the provision of good diagnostic images. According to the results of our main article on the TeleDerm study, 79.8% of the specialists stated that the image quality provided by the GPs during the intervention phase was sufficient for the diagnosis, underlining the importance of this approach [<xref ref-type="bibr" rid="ref42">42</xref>].</p><p>By supporting this interdisciplinary exchange with specialists, the telemedicine approach proves to be a helpful training tool for physicians that can be used in daily practice and at the same time offers the opportunity to close the lamented communication gap between German GPs and dermatologists. Especially the recent changes in the framework conditions in Germany (changes in data protection and the medical code of conduct and the possibility of billing for teleconsultations) may contribute to a sustainable change in communication behavior and stimulate direct exchange not only between GPs and dermatologists but also with other disciplines. Although practitioners frequently perceive standardized forms as a source of double work, this study indicates that structured data processing through such tools may enhance the quality of care by organizing relevant information more effectively.</p></sec><sec id="s4-3"><title>On-the-Job Learning in Daily Practice</title><p>Practices with initially low TC-AT scores showed the steepest improvement in the quality of TC requests over time, indicating a stronger learning effect in inexperienced practices. The improvement in the process quality of TC requests over time can be explained as a result of this on-the-job learning among GPs [<xref ref-type="bibr" rid="ref42">42</xref>]. Mohan et al [<xref ref-type="bibr" rid="ref24">24</xref>] also demonstrated a statistically significant improvement in dermatological knowledge among frequent users of SaF TC among GPs. An effect between the time factor and the frequency of use and repetition in everyday practice is to be expected, especially if the TC requests are also used repeatedly by both sides for refresher and training purposes, for example by discussing differential diagnoses, exchanging alternative treatment approaches, or also in the case of reasons for differences of opinion [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Frequent use appears to be the most effective way for GPs to build competence with the tools. Educational formats should therefore aim to support the initial adoption phase and help overcome early barriers to use.</p><p>Based on the Kolb experiential learning cycle, our results show that frequent use of TC and access to an expert opinion on skin complaints help GPs to reflect on their daily practice. International research supports that TC is a time-saving and effective training tool for GPs and supports continuous learning [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The interdisciplinary exchange and communication between GPs and dermatologists could promote the continuous and experiential learning process on many medically relevant aspects&#x2014;therapy, diagnostics, lesion description, and image quality. This low-level implementation facilitates sustainable and continuous medical education for generalists. The integration of TC into the daily clinical practice of GPs appears to have a positive impact on both perceived and self-reported gains in dermatological knowledge, as well as confidence in diagnostic skills and care management. Furthermore, the feedback and self-assessment by GPs participating in the study indicated that the adoption of TC seems to support improvements in GPs&#x2019; professional competence, particularly in the assessment of patients with dermatologic complaints. Our results thus follow the findings of international studies that direct and case-based exchange with specialists provides an educational impetus for GPs by refreshing previously acquired knowledge, but also by sharing new therapeutic concepts, especially when used to discuss differential diagnoses, alternative treatment strategies, or even reasons for disagreement [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. GP&#x2019;s reflective practice is supported by iterative, direct feedback by specialists.</p><p>In Germany, telemedicine was opened about 2 decades later than in many other European countries. In order to cope with the increasing digitalization of health care, today&#x2019;s medical students must be prepared for the complex challenges of their future professional life [<xref ref-type="bibr" rid="ref63">63</xref>]. For this reason, the necessary practice-oriented approaches to digitalization and the teaching of interdisciplinary and intersectoral skills should be included in the compulsory curriculum of medical faculties as a useful combination and should be taught there at an early stage [<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref64">64</xref>]. By introducing TC early in medical education, the next generation of practitioners will have already navigated the initial challenges, allowing them to focus more effectively on &#x201C;learning on the job.&#x201D;</p></sec><sec id="s4-4"><title>Strengths and Limitations</title><p>The TeleDerm study is one of the first studies to investigate the effects of &#x201C;learning on the job&#x201D; among primary care physicians in the context of dermatology teleconsultations. It should be emphasized that the mixed methods process evaluation is based on 3 different qualitative and quantitative data sources. While the process data collected at the practice level from teleconsultation requests provided a large amount of objectively evaluable data from the &#x201C;real world&#x201D; to answer the research question, the full survey allowed a representative assessment of the GPs. The interviews also supported an in-depth qualitative investigation of individual experiences and self-assessment of learning effects and perceived competence gains in relation to dermatological expertise of the target group under investigation. The triangulation of the different data sources thus allowed for a comprehensive analysis and a multifaceted consideration of the research questions from the perspective of the GPs at both group and individual levels.</p><p>The operationalization of learning effects as subjective competency gains in combination with objective improvements in process quality is limited. A randomized controlled trial design with the main focus on these learning effects with a stronger emphasis on clinical aspects (eg, by issuing a test of dermatologic skills) would have been preferable but was effectively impossible to implement into the main study.</p><p>The TC-AT was developed and tested to evaluate the TCs conducted. All TCs included in the evaluation were assessed and objectively evaluated on the basis of these quality criteria. As a limiting factor in the process evaluation, it should be noted that the evaluation matrix on which the qualitative assessment was based was developed post hoc by the authors. Another limiting factor is that only the formal process indicators collected during the study period were evaluated. A professional evaluation of the medical plausibility, such as a professional evaluation of the diagnosis, therapy, or even the treatment success of the teleconsultations, was not provided for in the study design and was therefore not carried out. Nevertheless, the matrix tool allowed a continuous recording of process and data quality over time, and we were able to describe central aspects of GP&#x2019;s education through TC based on real-world data.</p></sec><sec id="s4-5"><title>Conclusions</title><p>The telemedicine approach proves to be an effective training tool for enhancing the diagnostic and therapeutic skills of GPs. The positive learning effects are enabled by direct and timely interprofessional exchange. With the increasing digitalization of our health care system, telemedicine has the potential to enrich medical education as well as training of GPs or specialists. Furthermore, incorporating telemedicine into medical education will ensure that future health care professionals are equipped to meet the evolving needs of modern health care delivery.</p></sec></sec></body><back><ack><p>TeleDerm was funded by the Innovation Fund at the Federal Joint Committee (Innovationsausschuss beim Gemeinsamen Bundesausschuss (G-BA)), Berlin, Germany (grant number 01NVF16012). We thank all the GPs and dermatologists involved in the study for their support and cooperation. We acknowledge the support from the Open Access Publication Fund of the University of T&#x00FC;bingen.</p></ack><notes><sec><title>Disclaimer</title><p>The sponsors had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p></sec><sec><title>Data Availability</title><p>The datasets generated during and/or analyzed during this study are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>AP led the manuscript drafting (Introduction, Methods, Results, and Discussion) and coordinated the drafting process. RK and IR contributed to drafting the Methods, Results, and Discussion sections. Statistical analysis and data visualization were performed by AP and IR. Process data analysis was conducted by AP, RK, and IR. Quantitative and qualitative data analysis were performed by AP, RK, and EF. Project coordination was overseen by AP. Statistical planning and supervision were provided by PM. SJ was responsible for project planning, study design, funding acquisition, and overall project supervision. All authors reviewed and revised the final manuscript under the supervision of AP. The final version of the manuscript was compiled by AP.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AOK-BW</term><def><p>General Local Health Insurance Fund Baden-W&#x00FC;rttemberg (Allgemeine Ortskrankenkasse Baden-W&#x00FC;rttemberg)</p></def></def-item><def-item><term id="abb2">BVDD</term><def><p>Federal Association of German Dermatologists</p></def></def-item><def-item><term id="abb3">DDG</term><def><p>German Dermatological Society</p></def></def-item><def-item><term id="abb4">GP</term><def><p>general practitioner</p></def></def-item><def-item><term id="abb5">ICC</term><def><p>intraclass correlation coefficient</p></def></def-item><def-item><term id="abb6"><italic>ICD-10</italic></term><def><p> <italic>International Statistical Classification of Diseases and Related Health Problems, 10th Revision</italic></p></def></def-item><def-item><term id="abb7">IP</term><def><p>intervention practice</p></def></def-item><def-item><term id="abb8">OECD</term><def><p>Organisation for Economic Co-operation and Development</p></def></def-item><def-item><term id="abb9">SaF</term><def><p>store-and-forward</p></def></def-item><def-item><term id="abb10">TC</term><def><p>teledermatology consultation</p></def></def-item><def-item><term id="abb11">TC-AT</term><def><p>teledermatology consultation assessment tool</p></def></def-item><def-item><term id="abb12">TD</term><def><p>teledermatology</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Maybaum</surname><given-names>T</given-names> </name></person-group><article-title>Dermatologie: Zahl der Hautkrebsf&#x00E4;lle drastisch gestiegen [Article in German]</article-title><source>Dtsch Arztebl Int</source><year>2019</year><access-date>2023-07-21</access-date><volume>116</volume><fpage>1808</fpage><comment><ext-link ext-link-type="uri" xlink:href="https://www.aerzteblatt.de/archiv/dermatologie-zahl-der-hautkrebsfaelle-drastisch-gestiegen-4d0d2a16-fc9b-4978-bd1c-310c21dd325b">https://www.aerzteblatt.de/archiv/dermatologie-zahl-der-hautkrebsfaelle-drastisch-gestiegen-4d0d2a16-fc9b-4978-bd1c-310c21dd325b</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>B&#x00F6;hm</surname><given-names>K</given-names> </name><name name-style="western"><surname>Mardorf</surname><given-names>S</given-names> </name><name name-style="western"><surname>N&#x00F6;then</surname><given-names>M</given-names> </name><etal/></person-group><source>Gesundheit Und Krankheit Im Alter [Book in German]</source><year>2009</year><publisher-name>Robert Koch-Institut</publisher-name><fpage>323</fpage><pub-id pub-id-type="doi">10.25646/3145</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sawada</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Nakamura</surname><given-names>M</given-names> </name></person-group><article-title>Daily lifestyle and cutaneous malignancies</article-title><source>Int J Mol Sci</source><year>2021</year><month>05</month><day>14</day><volume>22</volume><issue>10</issue><fpage>34069297</fpage><pub-id pub-id-type="doi">10.3390/ijms22105227</pub-id><pub-id pub-id-type="medline">34069297</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Holman</surname><given-names>DM</given-names> </name><name name-style="western"><surname>Ragan</surname><given-names>KR</given-names> </name><name name-style="western"><surname>Julian</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Perna</surname><given-names>FM</given-names> </name></person-group><article-title>The context of sunburn among U.S. adults: common activities and sun protection behaviors</article-title><source>Am J Prev Med</source><year>2021</year><month>05</month><volume>60</volume><issue>5</issue><fpage>e213</fpage><lpage>e220</lpage><pub-id pub-id-type="doi">10.1016/j.amepre.2020.12.011</pub-id><pub-id pub-id-type="medline">33589300</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Leiter</surname><given-names>U</given-names> </name><name name-style="western"><surname>Garbe</surname><given-names>C</given-names> </name></person-group><article-title>Epidemiology of melanoma and nonmelanoma skin cancer--the role of sunlight</article-title><source>Adv Exp Med Biol</source><year>2008</year><volume>624</volume><issue>89-103</issue><fpage>89</fpage><lpage>103</lpage><pub-id pub-id-type="doi">10.1007/978-0-387-77574-6_8</pub-id><pub-id pub-id-type="medline">18348450</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Leiter</surname><given-names>U</given-names> </name><name name-style="western"><surname>Eigentler</surname><given-names>T</given-names> </name><name name-style="western"><surname>Garbe</surname><given-names>C</given-names> </name></person-group><article-title>Epidemiology of skin cancer</article-title><source>Adv Exp Med Biol</source><year>2014</year><volume>810</volume><issue>120-40</issue><fpage>120</fpage><lpage>140</lpage><pub-id pub-id-type="doi">10.1007/978-1-4939-0437-2_7</pub-id><pub-id pub-id-type="medline">25207363</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Augustin</surname><given-names>J</given-names> </name><name name-style="western"><surname>Stephan</surname><given-names>B</given-names> </name><name name-style="western"><surname>Augustin</surname><given-names>M</given-names> </name></person-group><source>Klimawandelbedingte Ver&#x00E4;nderungen in Der UV-Exposition: Herausforderungen Fu&#x0308;r Die Pr&#x00E4;vention UV-Bedingter Hauterkrankungen [Book in German]</source><year>2021</year><publisher-name>Klima Und Gesundheit. Medizinisch Wissenschaftliche Verlagsgesellschaft</publisher-name><fpage>119</fpage><lpage>131</lpage><pub-id pub-id-type="doi">10.32745/9783954666270-9</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tensen</surname><given-names>E</given-names> </name><name name-style="western"><surname>van Sinderen</surname><given-names>F</given-names> </name><name name-style="western"><surname>Witkamp</surname><given-names>L</given-names> </name><name name-style="western"><surname>Jaspers</surname><given-names>MWM</given-names> </name><name name-style="western"><surname>Peute</surname><given-names>LWP</given-names> </name></person-group><article-title>The value of teledermoscopy to the expertise of general practitioners diagnosing skin disorders based on ICD-10 coding</article-title><source>Stud Health Technol Inform</source><year>2019</year><month>08</month><day>21</day><volume>264</volume><issue>834-8</issue><fpage>834</fpage><lpage>838</lpage><pub-id pub-id-type="doi">10.3233/SHTI190340</pub-id><pub-id pub-id-type="medline">31438041</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Elsner</surname><given-names>P</given-names> </name></person-group><article-title>Teledermatology in the time of COVID-19 &#x2013; a systematic review</article-title><source>J Deutsche Derma Gesell</source><year>2020</year><month>08</month><volume>18</volume><issue>8</issue><fpage>841</fpage><lpage>845</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://onlinelibrary.wiley.com/toc/16100387/18/8">https://onlinelibrary.wiley.com/toc/16100387/18/8</ext-link></comment><pub-id pub-id-type="doi">10.1111/ddg.14180</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lee</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>English</surname><given-names>JC</given-names> </name></person-group><article-title>Teledermatology: a review and update</article-title><source>Am J Clin Dermatol</source><year>2018</year><month>04</month><volume>19</volume><issue>2</issue><fpage>253</fpage><lpage>260</lpage><pub-id pub-id-type="doi">10.1007/s40257-017-0317-6</pub-id><pub-id pub-id-type="medline">28871562</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pearlman</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Le</surname><given-names>PB</given-names> </name><name name-style="western"><surname>Brodell</surname><given-names>RT</given-names> </name><name name-style="western"><surname>Nahar</surname><given-names>VK</given-names> </name></person-group><article-title>Evaluation of patient attitudes towards the technical experience of synchronous teledermatology in the era of COVID-19</article-title><source>Arch Dermatol Res</source><year>2021</year><month>11</month><volume>313</volume><issue>9</issue><fpage>769</fpage><lpage>772</lpage><pub-id pub-id-type="doi">10.1007/s00403-020-02170-2</pub-id><pub-id pub-id-type="medline">33403572</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yeboah</surname><given-names>CB</given-names> </name><name name-style="western"><surname>Harvey</surname><given-names>N</given-names> </name><name name-style="western"><surname>Krishnan</surname><given-names>R</given-names> </name><name name-style="western"><surname>Lipoff</surname><given-names>JB</given-names> </name></person-group><article-title>The impact of COVID-19 on teledermatology: a review</article-title><source>Dermatol Clin</source><year>2021</year><month>10</month><volume>39</volume><issue>4</issue><fpage>599</fpage><lpage>608</lpage><pub-id pub-id-type="doi">10.1016/j.det.2021.05.007</pub-id><pub-id pub-id-type="medline">34556249</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Trettel</surname><given-names>A</given-names> </name><name name-style="western"><surname>Eissing</surname><given-names>L</given-names> </name><name name-style="western"><surname>Augustin</surname><given-names>M</given-names> </name></person-group><article-title>Telemedicine in dermatology: findings and experiences worldwide - a systematic literature review</article-title><source>J Eur Acad Dermatol Venereol</source><year>2018</year><month>02</month><volume>32</volume><issue>2</issue><fpage>215</fpage><lpage>224</lpage><pub-id pub-id-type="doi">10.1111/jdv.14341</pub-id><pub-id pub-id-type="medline">28516492</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tensen</surname><given-names>E</given-names> </name><name name-style="western"><surname>van der Heijden</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Jaspers</surname><given-names>MWM</given-names> </name><name name-style="western"><surname>Witkamp</surname><given-names>L</given-names> </name></person-group><article-title>Two decades of teledermatology: current status and integration in national healthcare systems</article-title><source>Curr Dermatol Rep</source><year>2016</year><volume>5</volume><issue>96-104</issue><fpage>96</fpage><lpage>104</lpage><pub-id pub-id-type="doi">10.1007/s13671-016-0136-7</pub-id><pub-id pub-id-type="medline">27182461</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van der Heijden</surname><given-names>JP</given-names> </name><name name-style="western"><surname>de Keizer</surname><given-names>NF</given-names> </name><name name-style="western"><surname>Bos</surname><given-names>JD</given-names> </name><name name-style="western"><surname>Spuls</surname><given-names>PI</given-names> </name><name name-style="western"><surname>Witkamp</surname><given-names>L</given-names> </name></person-group><article-title>Teledermatology applied following patient selection by general practitioners in daily practice improves efficiency and quality of care at lower cost</article-title><source>Br J Dermatol</source><year>2011</year><month>11</month><volume>165</volume><issue>5</issue><fpage>1058</fpage><lpage>1065</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2133.2011.10509.x</pub-id><pub-id pub-id-type="medline">21729026</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Whited</surname><given-names>JD</given-names> </name></person-group><article-title>Teledermatology</article-title><source>Med Clin North Am</source><year>2015</year><month>11</month><volume>99</volume><issue>6</issue><fpage>1365</fpage><lpage>1379</lpage><pub-id pub-id-type="doi">10.1016/j.mcna.2015.07.005</pub-id><pub-id pub-id-type="medline">26476258</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ferrandiz</surname><given-names>L</given-names> </name><name name-style="western"><surname>Moreno-Ramirez</surname><given-names>D</given-names> </name><name name-style="western"><surname>Nieto-Garcia</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Teledermatology-based presurgical management for nonmelanoma skin cancer: a pilot study</article-title><source>Dermatol Surg</source><year>2007</year><month>09</month><volume>33</volume><issue>9</issue><fpage>1092</fpage><lpage>1098</lpage><pub-id pub-id-type="doi">10.1111/j.1524-4725.2007.33223.x</pub-id><pub-id pub-id-type="medline">17760600</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Sinderen</surname><given-names>F</given-names> </name><name name-style="western"><surname>Tensen</surname><given-names>E</given-names> </name><name name-style="western"><surname>Lansink</surname><given-names>RA</given-names> </name><name name-style="western"><surname>Jaspers</surname><given-names>MW</given-names> </name><name name-style="western"><surname>Peute</surname><given-names>LW</given-names> </name></person-group><article-title>Eleven years of teledermoscopy in the Netherlands: a retrospective quality and performance analysis of 18,738 consultations</article-title><source>J Telemed Telecare</source><year>2024</year><month>07</month><volume>30</volume><issue>6</issue><fpage>1037</fpage><lpage>1046</lpage><pub-id pub-id-type="doi">10.1177/1357633X221122113</pub-id><pub-id pub-id-type="medline">36052405</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wootton</surname><given-names>R</given-names> </name><name name-style="western"><surname>Bahaadinbeigy</surname><given-names>K</given-names> </name><name name-style="western"><surname>Hailey</surname><given-names>D</given-names> </name></person-group><article-title>Estimating travel reduction associated with the use of telemedicine by patients and healthcare professionals: proposal for quantitative synthesis in a systematic review</article-title><source>BMC Health Serv Res</source><year>2011</year><month>08</month><day>8</day><volume>11</volume><issue>185</issue><fpage>21824388</fpage><pub-id pub-id-type="doi">10.1186/1472-6963-11-185</pub-id><pub-id pub-id-type="medline">21824388</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Whited</surname><given-names>JD</given-names> </name><name name-style="western"><surname>Warshaw</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Kapur</surname><given-names>K</given-names> </name><etal/></person-group><article-title>Clinical course outcomes for store and forward teledermatology versus conventional consultation: a randomized trial</article-title><source>J Telemed Telecare</source><year>2013</year><month>06</month><volume>19</volume><issue>4</issue><fpage>197</fpage><lpage>204</lpage><pub-id pub-id-type="doi">10.1177/1357633x13487116</pub-id><pub-id pub-id-type="medline">23666440</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Romero</surname><given-names>G</given-names> </name><name name-style="western"><surname>de Argila</surname><given-names>D</given-names> </name><name name-style="western"><surname>Ferrandiz</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Practice models in teledermatology in Spain: longitudinal study, 2009-2014</article-title><source>Actas Dermosifiliogr (Engl Ed)</source><year>2018</year><month>09</month><volume>109</volume><issue>7</issue><fpage>624</fpage><lpage>630</lpage><pub-id pub-id-type="doi">10.1016/j.ad.2018.03.015</pub-id><pub-id pub-id-type="medline">29807618</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wootton</surname><given-names>R</given-names> </name><name name-style="western"><surname>Bloomer</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Corbett</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Multicentre randomised control trial comparing real time teledermatology with conventional outpatient dermatological care: societal cost-benefit analysis</article-title><source>BMJ</source><year>2000</year><month>05</month><day>6</day><volume>320</volume><issue>7244</issue><fpage>1252</fpage><lpage>1256</lpage><pub-id pub-id-type="doi">10.1136/bmj.320.7244.1252</pub-id><pub-id pub-id-type="medline">10797038</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van den Akker</surname><given-names>TW</given-names> </name><name name-style="western"><surname>Reker</surname><given-names>CH</given-names> </name><name name-style="western"><surname>Knol</surname><given-names>A</given-names> </name><name name-style="western"><surname>Post</surname><given-names>J</given-names> </name><name name-style="western"><surname>Wilbrink</surname><given-names>J</given-names> </name><name name-style="western"><surname>van der Veen</surname><given-names>JP</given-names> </name></person-group><article-title>Teledermatology as a tool for communication between general practitioners and dermatologists</article-title><source>J Telemed Telecare</source><year>2001</year><volume>7</volume><issue>4</issue><fpage>193</fpage><lpage>198</lpage><pub-id pub-id-type="doi">10.1258/1357633011936390</pub-id><pub-id pub-id-type="medline">11506753</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mohan</surname><given-names>GC</given-names> </name><name name-style="western"><surname>Molina</surname><given-names>GE</given-names> </name><name name-style="western"><surname>Stavert</surname><given-names>R</given-names> </name></person-group><article-title>Store and forward teledermatology improves dermatology knowledge among referring primary care providers: a survey-based cohort study</article-title><source>J Am Acad Dermatol</source><year>2018</year><month>11</month><volume>79</volume><issue>5</issue><fpage>960</fpage><lpage>961</lpage><pub-id pub-id-type="doi">10.1016/j.jaad.2018.05.006</pub-id><pub-id pub-id-type="medline">29753059</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cumsky</surname><given-names>HJL</given-names> </name><name name-style="western"><surname>Maly</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Costello</surname><given-names>CM</given-names> </name><etal/></person-group><article-title>Impact of standardized templates and skin cancer learning modules for teledermatology consultations</article-title><source>Int J Dermatol</source><year>2019</year><month>12</month><volume>58</volume><issue>12</issue><fpage>1423</fpage><lpage>1429</lpage><pub-id pub-id-type="doi">10.1111/ijd.14437</pub-id><pub-id pub-id-type="medline">30916785</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Thind</surname><given-names>CK</given-names> </name><name name-style="western"><surname>Brooker</surname><given-names>I</given-names> </name><name name-style="western"><surname>Ormerod</surname><given-names>AD</given-names> </name></person-group><article-title>Teledermatology: a tool for remote supervision of a general practitioner with special interest in dermatology</article-title><source>Clin Exp Dermatol</source><year>2011</year><month>07</month><volume>36</volume><issue>5</issue><fpage>489</fpage><lpage>494</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2230.2011.04073.x</pub-id><pub-id pub-id-type="medline">21507041</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Sinderen</surname><given-names>F</given-names> </name><name name-style="western"><surname>Tensen</surname><given-names>E</given-names> </name><name name-style="western"><surname>van der Heijden</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Witkamp</surname><given-names>L</given-names> </name><name name-style="western"><surname>Jaspers</surname><given-names>MWM</given-names> </name><name name-style="western"><surname>Peute</surname><given-names>LWP</given-names> </name></person-group><article-title>Is teledermoscopy improving general practitioner skin cancer care?</article-title><source>Stud Health Technol Inform</source><year>2019</year><month>08</month><day>21</day><volume>264</volume><fpage>1795</fpage><lpage>1796</lpage><pub-id pub-id-type="doi">10.3233/SHTI190652</pub-id><pub-id pub-id-type="medline">31438348</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Song</surname><given-names>E</given-names> </name><name name-style="western"><surname>Amerson</surname><given-names>E</given-names> </name><name name-style="western"><surname>Twigg</surname><given-names>AR</given-names> </name></person-group><article-title>Teledermatology in medical and continuing education</article-title><source>Curr Derm Rep</source><year>2020</year><month>06</month><volume>9</volume><issue>2</issue><fpage>136</fpage><lpage>140</lpage><pub-id pub-id-type="doi">10.1007/s13671-020-00304-3</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van der Heijden</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Spuls</surname><given-names>PI</given-names> </name><name name-style="western"><surname>Voorbraak</surname><given-names>FP</given-names> </name><name name-style="western"><surname>de Keizer</surname><given-names>NF</given-names> </name><name name-style="western"><surname>Witkamp</surname><given-names>L</given-names> </name><name name-style="western"><surname>Bos</surname><given-names>JD</given-names> </name></person-group><article-title>Tertiary teledermatology: a systematic review</article-title><source>Telemed J E Health</source><year>2010</year><volume>16</volume><issue>1</issue><fpage>56</fpage><lpage>62</lpage><pub-id pub-id-type="doi">10.1089/tmj.2009.0020</pub-id><pub-id pub-id-type="medline">20064068</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Muntz</surname><given-names>MD</given-names> </name><name name-style="western"><surname>Franco</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ferguson</surname><given-names>CC</given-names> </name><name name-style="western"><surname>Ark</surname><given-names>TK</given-names> </name><name name-style="western"><surname>Kalet</surname><given-names>A</given-names> </name></person-group><article-title>Telehealth and medical student education in the time of COVID-19-and beyond</article-title><source>Acad Med</source><year>2021</year><month>12</month><day>1</day><volume>96</volume><issue>12</issue><fpage>1655</fpage><lpage>1659</lpage><pub-id pub-id-type="doi">10.1097/ACM.0000000000004014</pub-id><pub-id pub-id-type="medline">35134026</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Loh</surname><given-names>CH</given-names> </name><name name-style="western"><surname>Ong</surname><given-names>FLL</given-names> </name><name name-style="western"><surname>Oh</surname><given-names>CC</given-names> </name></person-group><article-title>Teledermatology for medical education in the COVID-19 pandemic context: a systematic review</article-title><source>JAAD Int</source><year>2022</year><month>03</month><volume>6</volume><fpage>114</fpage><lpage>118</lpage><pub-id pub-id-type="doi">10.1016/j.jdin.2021.12.012</pub-id><pub-id pub-id-type="medline">35036962</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ladha</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Lui</surname><given-names>H</given-names> </name><name name-style="western"><surname>Carroll</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Medical student and resident dermatology education in Canada during the COVID-19 pandemic</article-title><source>J Cutan Med Surg</source><year>2021</year><volume>25</volume><issue>4</issue><fpage>437</fpage><lpage>442</lpage><pub-id pub-id-type="doi">10.1177/1203475421993783</pub-id><pub-id pub-id-type="medline">33593087</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boyers</surname><given-names>LN</given-names> </name><name name-style="western"><surname>Schultz</surname><given-names>A</given-names> </name><name name-style="western"><surname>Baceviciene</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Teledermatology as an educational tool for teaching dermatology to residents and medical students</article-title><source>Telemed J E Health</source><year>2015</year><month>04</month><volume>21</volume><issue>4</issue><fpage>312</fpage><lpage>314</lpage><pub-id pub-id-type="doi">10.1089/tmj.2014.0101</pub-id><pub-id pub-id-type="medline">25635528</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mahmood</surname><given-names>F</given-names> </name><name name-style="western"><surname>Cyr</surname><given-names>J</given-names> </name><name name-style="western"><surname>Keely</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Teledermatology utilization and integration in residency training over the COVID-19 pandemic</article-title><source>J Cutan Med Surg</source><year>2022</year><volume>26</volume><issue>2</issue><fpage>135</fpage><lpage>142</lpage><pub-id pub-id-type="doi">10.1177/12034754211045393</pub-id><pub-id pub-id-type="medline">34551623</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Harkemanne</surname><given-names>E</given-names> </name><name name-style="western"><surname>Baeck</surname><given-names>M</given-names> </name><name name-style="western"><surname>Tromme</surname><given-names>I</given-names> </name></person-group><article-title>Training general practitioners in melanoma diagnosis: a scoping review of the literature</article-title><source>BMJ Open</source><year>2021</year><month>03</month><day>23</day><volume>11</volume><issue>3</issue><fpage>e043926</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2020-043926</pub-id><pub-id pub-id-type="medline">33757946</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vermeir</surname><given-names>P</given-names> </name><name name-style="western"><surname>Vandijck</surname><given-names>D</given-names> </name><name name-style="western"><surname>Degroote</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Communication in healthcare: a narrative review of the literature and practical recommendations</article-title><source>Int J Clin Pract</source><year>2015</year><month>11</month><volume>69</volume><issue>11</issue><fpage>1257</fpage><lpage>1267</lpage><pub-id pub-id-type="doi">10.1111/ijcp.12686</pub-id><pub-id pub-id-type="medline">26147310</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Scaioli</surname><given-names>G</given-names> </name><name name-style="western"><surname>Sch&#x00E4;fer</surname><given-names>WLA</given-names> </name><name name-style="western"><surname>Boerma</surname><given-names>WGW</given-names> </name><name name-style="western"><surname>Spreeuwenberg</surname><given-names>PMM</given-names> </name><name name-style="western"><surname>Schellevis</surname><given-names>FG</given-names> </name><name name-style="western"><surname>Groenewegen</surname><given-names>PP</given-names> </name></person-group><article-title>Communication between general practitioners and medical specialists in the referral process: a cross-sectional survey in 34 countries</article-title><source>BMC Fam Pract</source><year>2020</year><month>03</month><day>17</day><volume>21</volume><issue>1</issue><fpage>54</fpage><pub-id pub-id-type="doi">10.1186/s12875-020-01124-x</pub-id><pub-id pub-id-type="medline">32183771</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="book"><person-group person-group-type="author"><collab>OECD</collab></person-group><source>Health at a Glance 2021: OECD Indicators</source><year>2021</year><access-date>2025-03-28</access-date><publisher-name>OECD Publishing</publisher-name><pub-id pub-id-type="doi">10.1787/ae3016b9-en</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>R&#x00FC;bsam</surname><given-names>M</given-names> </name><name name-style="western"><surname>Esch</surname><given-names>M</given-names> </name><name name-style="western"><surname>Baum</surname><given-names>E</given-names> </name><name name-style="western"><surname>B&#x00F6;sner</surname><given-names>S</given-names> </name></person-group><article-title>Dermatology in primary care: coordination, prevention, therapy, and educational needs</article-title><source>Z Allg Med</source><year>2015</year><volume>91</volume><issue>5</issue><fpage>227</fpage><lpage>232</lpage><pub-id pub-id-type="doi">10.3238/zfa.2015.0227&#x2013;0232</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Kringos</surname><given-names>DS</given-names> </name><name name-style="western"><surname>Boerma</surname><given-names>WGW</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Hutchinson</surname><given-names>A</given-names> </name></person-group><source>Building Primary Care in a Changing Europe [Internet] Copenhagen (Denmark): European Observatory on Health Systems and Policies (Observatory Studies Series, No 38)</source><year>2015</year><access-date>2025-04-30</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK458728">https://www.ncbi.nlm.nih.gov/books/NBK458728</ext-link></comment></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brauns</surname><given-names>HJ</given-names> </name><name name-style="western"><surname>Loos</surname><given-names>W</given-names> </name></person-group><article-title>Telemedicine in Germany. Status, barriers, perspectives</article-title><source>Bundesgesundheitsblatt Gesundheitsforschung Gesundheitsschutz</source><year>2015</year><month>10</month><volume>58</volume><issue>10</issue><fpage>1068</fpage><lpage>1073</lpage><pub-id pub-id-type="doi">10.1007/s00103-015-2223-5</pub-id><pub-id pub-id-type="medline">26324096</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Koch</surname><given-names>R</given-names> </name><name name-style="western"><surname>R&#x00F6;sel</surname><given-names>I</given-names> </name><name name-style="western"><surname>Polanc</surname><given-names>A</given-names> </name><etal/></person-group><article-title>TELEDerm: implementing store-and-forward teledermatology consultations in general practice: results of a cluster randomized trial</article-title><source>J Telemed Telecare</source><year>2024</year><month>05</month><volume>30</volume><issue>4</issue><fpage>647</fpage><lpage>660</lpage><pub-id pub-id-type="doi">10.1177/1357633X221089133</pub-id><pub-id pub-id-type="medline">35578544</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Colombo</surname><given-names>MG</given-names> </name><name name-style="western"><surname>Joos</surname><given-names>S</given-names> </name><name name-style="western"><surname>Koch</surname><given-names>R</given-names> </name></person-group><article-title>Implementing interprofessional video consultations with general practitioners and psychiatrists in correctional facilities in Germany: results from a mixed-methods study</article-title><source>BMC Health Serv Res</source><year>2023</year><month>06</month><day>5</day><volume>23</volume><issue>1</issue><fpage>578</fpage><pub-id pub-id-type="doi">10.1186/s12913-023-09592-4</pub-id><pub-id pub-id-type="medline">37277811</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="web"><article-title>Bundes&#x00E4;rztekammer</article-title><source>Baden-W&#x00FC;rttemberg: Fernbehandlung bald f&#x00FC;r alle Patienten m&#x00F6;glich</source><access-date>2025-04-30</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.bundesaerztekammer.de/presse/aktuelles/detail/baden-wuerttemberg-fernbehandlung-bald-fuer-alle-patienten-moeglich">https://www.bundesaerztekammer.de/presse/aktuelles/detail/baden-wuerttemberg-fernbehandlung-bald-fuer-alle-patienten-moeglich</ext-link></comment></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Armstrong</surname><given-names>AW</given-names> </name><name name-style="western"><surname>Kwong</surname><given-names>MW</given-names> </name><name name-style="western"><surname>Ledo</surname><given-names>L</given-names> </name><name name-style="western"><surname>Nesbitt</surname><given-names>TS</given-names> </name><name name-style="western"><surname>Shewry</surname><given-names>SL</given-names> </name></person-group><article-title>Practice models and challenges in teledermatology: a study of collective experiences from teledermatologists</article-title><source>PLoS One</source><year>2011</year><volume>6</volume><issue>12</issue><fpage>e28687</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0028687</pub-id><pub-id pub-id-type="medline">22194887</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="web"><article-title>Standardized Billing Scale - Status: Fourth quarter of 2020</article-title><source>National Association of Statutory Health Insurance Physicians</source><access-date>2025-04-30</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.kbv.de/documents/praxis/abrechnung/ebm/archiv/2020-4-ebm.pdf">https://www.kbv.de/documents/praxis/abrechnung/ebm/archiv/2020-4-ebm.pdf</ext-link></comment></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Koch</surname><given-names>R</given-names> </name><name name-style="western"><surname>Polanc</surname><given-names>A</given-names> </name><name name-style="western"><surname>Haumann</surname><given-names>H</given-names> </name><etal/></person-group><article-title>Improving cooperation between general practitioners and dermatologists via telemedicine: study protocol of the cluster-randomized controlled TeleDerm study</article-title><source>Trials</source><year>2018</year><month>10</month><day>24</day><volume>19</volume><issue>1</issue><fpage>583</fpage><pub-id pub-id-type="doi">10.1186/s13063-018-2955-2</pub-id><pub-id pub-id-type="medline">30355358</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Ericsson</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Simon</surname><given-names>HA</given-names> </name></person-group><source>Protocol Analysis: Verbal Reports as Data (Revised Ed)</source><year>1993</year><publisher-name>Cambridge</publisher-name><pub-id pub-id-type="doi">10.7551/mitpress/5657.001.0001</pub-id><pub-id pub-id-type="other">9780262272391</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Kolb</surname><given-names>DA</given-names> </name></person-group><source>Experiential Learning: Experience as the Source of Learning and Development</source><year>1984</year><publisher-name>Prentice-Hall</publisher-name><pub-id pub-id-type="other">9780132952613</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Malterud</surname><given-names>K</given-names> </name><name name-style="western"><surname>Siersma</surname><given-names>VD</given-names> </name><name name-style="western"><surname>Guassora</surname><given-names>AD</given-names> </name></person-group><article-title>Sample size in qualitative interview studies: guided by information power</article-title><source>Qual Health Res</source><year>2016</year><month>11</month><volume>26</volume><issue>13</issue><fpage>1753</fpage><lpage>1760</lpage><pub-id pub-id-type="doi">10.1177/1049732315617444</pub-id><pub-id pub-id-type="medline">26613970</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Bruner</surname><given-names>J</given-names> </name></person-group><source>Acts of Meaning</source><year>1990</year><publisher-name>Harvard University Press</publisher-name><fpage>xvii</fpage><lpage>179</lpage><pub-id pub-id-type="other">0-674-00360-8</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wijnen-Meijer</surname><given-names>M</given-names> </name><name name-style="western"><surname>Brandhuber</surname><given-names>T</given-names> </name><name name-style="western"><surname>Schneider</surname><given-names>A</given-names> </name><name name-style="western"><surname>Berberat</surname><given-names>PO</given-names> </name></person-group><article-title>Implementing Kolb&#x00B4;s experiential learning cycle by linking real experience, case-based discussion and simulation</article-title><source>J Med Educ Curric Dev</source><year>2022</year><volume>9</volume><fpage>23821205221091511</fpage><pub-id pub-id-type="doi">10.1177/23821205221091511</pub-id><pub-id pub-id-type="medline">35592131</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gerstenberger</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Hayes</surname><given-names>L</given-names> </name><name name-style="western"><surname>Chow</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Raaum</surname><given-names>S</given-names> </name></person-group><article-title>Medical student experiential learning in telesimulation</article-title><source>J Med Educ Curric Dev</source><year>2023</year><volume>10</volume><fpage>23821205231216067</fpage><pub-id pub-id-type="doi">10.1177/23821205231216067</pub-id><pub-id pub-id-type="medline">38025030</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sanseau</surname><given-names>E</given-names> </name><name name-style="western"><surname>Lavoie</surname><given-names>M</given-names> </name><name name-style="western"><surname>Tay</surname><given-names>KY</given-names> </name><etal/></person-group><article-title>TeleSimBox: a perceived effective alternative for experiential learning for medical student education with social distancing requirements</article-title><source>AEM Educ Train</source><year>2021</year><month>04</month><volume>5</volume><issue>2</issue><fpage>e10590</fpage><pub-id pub-id-type="doi">10.1002/aet2.10590</pub-id><pub-id pub-id-type="medline">33842815</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Keyserling</surname><given-names>K</given-names> </name><name name-style="western"><surname>Janetos</surname><given-names>E</given-names> </name><name name-style="western"><surname>Sprague</surname><given-names>C</given-names> </name></person-group><article-title>Teaching telehealth during a pandemic and beyond: an intern&#x2019;s survival guide for virtual medicine</article-title><source>J Gen Intern Med</source><year>2021</year><month>10</month><volume>36</volume><issue>10</issue><fpage>3219</fpage><lpage>3223</lpage><pub-id pub-id-type="doi">10.1007/s11606-021-07009-8</pub-id><pub-id pub-id-type="medline">34287776</pub-id></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Mayring</surname><given-names>P</given-names> </name><name name-style="western"><surname>Fenzl</surname><given-names>T</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Baur</surname><given-names>N</given-names> </name><name name-style="western"><surname>Blasius</surname><given-names>J</given-names> </name></person-group><article-title>Qualitative Inhaltsanalyse</article-title><source>Handbuch Methoden der empirischen Sozialforschung [Book in German]</source><year>2019</year><publisher-name>Springer Fachmedien Wiesbaden</publisher-name><fpage>633</fpage><lpage>648</lpage><pub-id pub-id-type="doi">10.1007/978-3-658-21308-4_42</pub-id><pub-id pub-id-type="other">978-3-658-21307-7</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tuknayat</surname><given-names>A</given-names> </name><name name-style="western"><surname>Bhalla</surname><given-names>M</given-names> </name><name name-style="western"><surname>Dogar</surname><given-names>K</given-names> </name><name name-style="western"><surname>Thami</surname><given-names>GP</given-names> </name><name name-style="western"><surname>Sandhu</surname><given-names>JK</given-names> </name></person-group><article-title>Clinical profile and diagnostic accuracy of patient-submitted photographs in teledermatology</article-title><source>J Clin Aesthet Dermatol</source><year>2023</year><month>04</month><volume>16</volume><issue>4</issue><fpage>21</fpage><lpage>25</lpage><pub-id pub-id-type="medline">37077931</pub-id></nlm-citation></ref><ref id="ref58"><label>58</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van der Heijden</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Thijssing</surname><given-names>L</given-names> </name><name name-style="western"><surname>Witkamp</surname><given-names>L</given-names> </name><name name-style="western"><surname>Spuls</surname><given-names>PI</given-names> </name><name name-style="western"><surname>de Keizer</surname><given-names>NF</given-names> </name></person-group><article-title>Accuracy and reliability of teledermatoscopy with images taken by general practitioners during everyday practice</article-title><source>J Telemed Telecare</source><year>2013</year><month>09</month><volume>19</volume><issue>6</issue><fpage>320</fpage><lpage>325</lpage><pub-id pub-id-type="doi">10.1177/1357633X13503437</pub-id><pub-id pub-id-type="medline">24163296</pub-id></nlm-citation></ref><ref id="ref59"><label>59</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jalaboi</surname><given-names>R</given-names> </name><name name-style="western"><surname>Winther</surname><given-names>O</given-names> </name><name name-style="western"><surname>Galimzianova</surname><given-names>A</given-names> </name></person-group><article-title>Explainable image quality assessments in teledermatological photography</article-title><source>Telemed J E Health</source><year>2023</year><month>09</month><volume>29</volume><issue>9</issue><fpage>1342</fpage><lpage>1348</lpage><pub-id pub-id-type="doi">10.1089/tmj.2022.0405</pub-id><pub-id pub-id-type="medline">36735575</pub-id></nlm-citation></ref><ref id="ref60"><label>60</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Augustin</surname><given-names>M</given-names> </name><name name-style="western"><surname>Wimmer</surname><given-names>J</given-names> </name><name name-style="western"><surname>Biedermann</surname><given-names>T</given-names> </name></person-group><article-title>Practice of teledermatology</article-title><source>J Dtsch Dermatol Ges</source><year>2018</year><month>07</month><volume>16 Suppl 5</volume><fpage>6</fpage><lpage>57</lpage><pub-id pub-id-type="doi">10.1111/ddg.13512</pub-id><pub-id pub-id-type="medline">29998512</pub-id></nlm-citation></ref><ref id="ref61"><label>61</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bates</surname><given-names>D</given-names> </name><name name-style="western"><surname>M&#x00E4;chler</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bolker</surname><given-names>B</given-names> </name><name name-style="western"><surname>Walker</surname><given-names>S</given-names> </name></person-group><article-title>Fitting linear mixed-effects models using lme4</article-title><source>J Stat Softw</source><year>2015</year><month>10</month><volume>67</volume><issue>1</issue><fpage>48</fpage><pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id></nlm-citation></ref><ref id="ref62"><label>62</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Pinheiro</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bates</surname><given-names>D</given-names> </name><collab>R Core Team</collab></person-group><article-title>nlme: linear and nonlinear mixed effects models R package version 31-164</article-title><year>2023</year><access-date>2024-04-09</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.rdocumentation.org/packages/nlme/versions/3.1-164">https://www.rdocumentation.org/packages/nlme/versions/3.1-164</ext-link></comment></nlm-citation></ref><ref id="ref63"><label>63</label><nlm-citation citation-type="report"><article-title>Digitalisierung f&#x00FC;r Gesundheit - Ziele und Rahmenbedingungen eines dynamisch lernenden Gesundheitssystem [Report in German]</article-title><access-date>2024-02-01</access-date><publisher-name>Advisory Council on the Assessment of Developments in the Health Care System</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.svr-gesundheit.de/fileadmin/Gutachten/Gutachten_2021/SVR_Gutachten_2021.pdf">https://www.svr-gesundheit.de/fileadmin/Gutachten/Gutachten_2021/SVR_Gutachten_2021.pdf</ext-link></comment></nlm-citation></ref><ref id="ref64"><label>64</label><nlm-citation citation-type="report"><article-title>Verordnung zur Neuregelung der &#x00E4;rztlichen Ausbildung [Report in German]</article-title><year>2023</year><access-date>2024-02-01</access-date><publisher-name>Federal Ministry of Health</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.bundesgesundheitsministerium.de/fileadmin/Dateien/3_Downloads/Gesetze_und_Verordnungen/GuV/A/AEApprO_RefE_ueberarbeitet.pdf">https://www.bundesgesundheitsministerium.de/fileadmin/Dateien/3_Downloads/Gesetze_und_Verordnungen/GuV/A/AEApprO_RefE_ueberarbeitet.pdf</ext-link></comment></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Main process steps for teledermatology requests in the TeleDerm study.</p><media xlink:href="mededu_v11i1e65915_app1.docx" xlink:title="DOCX File, 21 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Johnson-Neyman plot indicating the size and significance of the slope of the teledermatology consultation assessment tool score across time. Shaded areas indicate 95% CIs.</p><media xlink:href="mededu_v11i1e65915_app2.png" xlink:title="PNG File, 12 KB"/></supplementary-material></app-group></back></article>