<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JME</journal-id>
            <journal-id journal-id-type="nlm-ta">JMIR Medical Education</journal-id>
            <journal-title>JMIR Medical Education</journal-title>
            <issn pub-type="epub">2369-3762</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v1i2e14</article-id>
            <article-id pub-id-type="pmid">27731837</article-id>
            <article-id pub-id-type="doi">10.2196/mededu.4580</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Creating a Pilot Educational Psychiatry Website: Opportunities, Barriers, and Next
Steps</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Ruiz</surname>
                        <given-names>Jorge</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Zhang</surname>
                        <given-names>Melvyn</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Torous</surname>
                        <given-names>John</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>Department of Psychiatry</institution>
                        <institution>Brigham and Women's Hospital</institution>
                        <institution>Harvard Medical School</institution>
                        <addr-line>75 Francis Street</addr-line>
                        <addr-line>Boston, MA, 02115</addr-line>
                        <country>United States</country>
                        <phone>1 617 667 7000</phone>
                        <fax>1 617 234 5644</fax>
                        <email>jtorous@bidmc.harvard.edu</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5362-7937</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>O'Connor</surname>
                        <given-names>Ryan</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1598-7947</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Franzen</surname>
                        <given-names>Jamie</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0433-8968</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Snow</surname>
                        <given-names>Caitlin</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6969-5603</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Boland</surname>
                        <given-names>Robert</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff3" ref-type="aff">3</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2166-2332</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib6">
                    <name name-style="western">
                        <surname>Kitts</surname>
                        <given-names>Robert</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff4" ref-type="aff">4</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2034-0654</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>Department of Psychiatry</institution>
                <institution>Brigham and Women's Hospital</institution>
                <institution>Harvard Medical School</institution>
                <addr-line>Boston, MA</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>New York-Presbyterian Hospital</institution>
                <institution>Department of Psychiatry</institution>
                <institution>Weill Cornell Medical College</institution>
                <addr-line>New York City, NY</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff3">
                <sup>3</sup>
                <institution>Department of Psychiatry</institution>
                <institution>Brigham and Women\'s Hospital</institution>
                <institution>Harvard Medical School</institution>
                <addr-line>Boston, MA</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff4">
                <sup>4</sup>
                <institution>Boston Children’s Hospital</institution>
                <institution>Department of Psychiatry</institution>
                <institution>Harvard Medical School</institution>
                <addr-line>Boston, MA</addr-line>
                <country>United States</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: John Torous <email>jtorous@bidmc.harvard.edu</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jul-Dec</season>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>05</day>
                <month>11</month>
                <year>2015</year>
            </pub-date>
            <volume>1</volume>
            <issue>2</issue>
            <elocation-id>e14</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>26</day>
                    <month>4</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-request">
                    <day>24</day>
                    <month>7</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-recd">
                    <day>10</day>
                    <month>9</month>
                    <year>2015</year>
                </date>
                <date date-type="accepted">
                    <day>22</day>
                    <month>9</month>
                    <year>2015</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>©John Torous, Ryan O'Connor, Jamie Franzen, Caitlin Snow, Robert Boland, Robert Kitts. Originally published in JMIR Medical Education (http://mededu.jmir.org), 05.11.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Education, is properly cited. The complete bibliographic information, a link to the original publication on http://mededu.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://mededu.jmir.org/2015/2/e14/" xlink:type="simple"/>
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>While medical students and residents may be utilizing websites as online learning resources, medical trainees and educators now have the opportunity to create such educational websites and digital tools on their own. However, the process and theory of building educational websites for medical education have not yet been fully explored.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>To understand the opportunities, barriers, and process of creating a novel medical educational website.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>We created a pilot psychiatric educational website to better understand the options, opportunities, challenges, and processes involved in the creation of a psychiatric educational website. We sought to integrate visual and interactive Web design elements to underscore the potential of such Web technology.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>A pilot website (PsychOnCall) was created to demonstrate the potential of Web technology in medical and psychiatric education.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Creating an educational website is now technically easier than ever before, and the primary challenge no longer is technology but rather the creation, validation, and maintenance of information for such websites as well as translating text-based didactics into visual and interactive tools. Medical educators can influence the design and implementation of online educational resources through creating their own websites and engaging medical students and residents in the process.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Psychiatry</kwd>
                <kwd>Internet</kwd>
                <kwd>Online</kwd>
                <kwd>Education</kwd>
                <kwd>Website</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>In the dynamic and rapidly advancing modern technological landscape, the role of digital learning tools in medical education is an emerging area of study. Although much has been written about online resources and learning in medical education, there is a lack of studies on physician’s role in the development of these digital tools. This paper describes the creation of a pilot psychiatric educational website, and relevant considerations about the present and future role of physician-developed Web technology in medical education.</p>
            <p>Medical students and residents are increasingly relying on Web technologies as their primary educational resources. A recent survey of fourth-year medical students found that on a daily basis, for educational purposes, 76% used Google searches, 83% used Wikipedia, 57% used UpToDate, and only 8% used bibliographic databases. [<xref ref-type="bibr" rid="ref1">1</xref>]. Another survey study of residents of psychiatry revealed that the majority of respondents relied on online resources instead of textbooks, with the most utilized website being UpToDate, closely followed by Wikipedia and PubMed [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
            <p>The variables driving the preference for and selection of online educational resources are multifold. Although there are numerous novel and effective uses of technology in medical education including gamification [<xref ref-type="bibr" rid="ref3">3</xref>], feedback dashboards [<xref ref-type="bibr" rid="ref4">4</xref>], social media [<xref ref-type="bibr" rid="ref5">5</xref>], and virtual reality [<xref ref-type="bibr" rid="ref6">6</xref>], websites remain the most frequently utilized digital resource. The high rate of use of Wikipedia and similar resources suggests that medical trainees are relying in part on user-created content for their education. Furthermore, in a recent survey of pediatric residents about preferences for educational website functions, 100% of respondents wanted pictures, 93.2% interactivity, 88.9% digital videos, 88.6% links to articles and research, and 86.4% graphics and animation [<xref ref-type="bibr" rid="ref7">7</xref>]. These reports suggest that medical trainees value the interactive and multimedia potential of Web-based educational resources for learning and understanding their subject materials.</p>
            <p>Modern Web technology now offers a novel opportunity for medical educators and trainees to not only be consumers of educational websites, but also participate in their creation. Technology has evolved to make the development of custom websites affordable, feasible, and educationally valuable. Understanding the process of developing digital technologies for medical and psychiatric education provides an opportunity for physician educators to leverage technology to better engage learners around relevant and quality content. A firsthand narrative describing the construction of a novel educational website for psychiatry trainees, PsychOnCall, provides a lens through which one can understand the current barriers, capabilities, and future opportunities for physicians in integrating technology development and teaching.</p>
            <p>The value of understanding the creation and development of websites is best understood and framed in the context of advances in medical education theory. Adult learning theory, which highlights the active role of the learners’ aspirations, as applied to residents of psychiatry suggests they are motivated more by personal interests and clinical relevance of topics than by training requirements [<xref ref-type="bibr" rid="ref8">8</xref>]. The flipped classroom model, in which residents learn foundational material on their own and then use didactic time to discuss or apply such knowledge, encourages active learning and self-discovery of knowledge [<xref ref-type="bibr" rid="ref9">9</xref>]. In the same vein, while a website may classically be seen as source of knowledge for learning, in the flipped classroom model it can also serve as a source of knowledge through creating content. Using Web technology, collaboration and active learning are no longer limited to just physical space, and several successful educational websites, such as that of the Kahn Academy, have been developed to realize this potential. However, there currently does not exist any widely available psychiatry-specific resource.</p>
            <p>When it comes to training faculties and trainees, the competency of technologically minded individuals varies significantly, just as the case with wide range in competency in clinical knowledge and research literacy among these individuals. The creation and maintenance of a Web-based educational tool with clinically sound educational material can potentially serve as a venue to merge bidirectional teaching and learning in all 3 realms, namely, technology, clinical knowledge, and research literacy. More technologically minded trainees could educate and engage faculty members on the use and benefits of technology through this endeavor, while faculty members can educate and engage the trainees in systematically reviewing the quality of clinical material to be used for the website. The latter thereby reinforcing the cliché “Do not believe everything you read on the Internet.” It could also foster discussions on ways in which different learners learn and how to optimize the use of technology to benefit multiple learning styles. This endeavor may also help identify trainees and faculties who may benefit from or be interested in further training in biomedical and clinical informatics, which is a growing field in medicine.</p>
            <p>Thus, it seems that advances in technology and educational theory offer the opportunity for medical trainees and training programs to play an active role in the creation of an educational website that is visually appealing, dynamic, and interactive, where both teachers and trainees can learn from each other. Our goal was not to build that website but to rather explore the process to provide a pilot experience for an eventual large-scale project recognizing the value in understanding the development of educational technologies [<xref ref-type="bibr" rid="ref10">10</xref>]. While we discuss the process of constructing our single specific website, PsychOnCall, we believe that the process of creating this website could provide valuable generalized lessons regarding both the opportunities and barriers that any resident, clerkship director, or program director will likely face when trying to build their own educational website.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>PsychOnCall: A Pilot Psychiatric Educational Website</title>
                <p>A pilot psychiatric educational website (PsychOnCall) was created to better understand the options, opportunities, challenges, and processes involved in the creation of a psychiatric educational website. We sought to integrate visual and interactive Web design elements to underscore the potential of such Web technology. These elements are described in the following sections.</p>
            </sec>
            <sec>
                <title>Thinking Visual</title>
                <p>Web technology has advanced to a point where the barriers toward creating a visual, interactive, and dynamic website have been greatly reduced. Code to create such graphics is freely available at websites such as D3. However, the challenge now lies not in the coding, but rather in translating classically abstract and static psychiatric concepts into visual and dynamic templates.</p>
                <p>For example, in planning how to present medications we did not want to just provide a list of medications but rather create an interactive branching tree that responds to users clicking on various levels of the tree (<xref ref-type="fig" rid="figure1">Figure 1</xref>). This dynamic approach allows the user to visualize the classification and hierarchy of a specific medication while still providing detailed information as well as making alternative choices apparent. A further advantage is the ability to provide customized links to the primary source literature, which can change with each click so that, for example, core papers on fluoxetine can be displayed when the user selects such a link (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
                <p>Another example of transforming more static data into a dynamic learning experience is seen in the presentation of lab value. Classically, lab reference data may be displayed on a printed chart; however, by using Web technology these data can be represented with a slider bar (<xref ref-type="fig" rid="figure2">Figure 2</xref>) that displays relevant differential diagnosis information depending on where the user moves the slider bar.</p>
                <p>In addition, such a website can also be used for collaboration and information sharing between trainees. We created a page (<xref ref-type="fig" rid="figure3">Figure 3</xref>) designed for sharing video lectures, educational material, core papers, podcasts, and important websites. As trainees could easily upload their own resources, such a website has the potential to foster digital collaboration and empower residents to create and disseminate their own teaching materials.</p>
                <p>Finally, the interactivity of websites is well suited to make treatment algorithms more engaging, dynamic, and educational. We collaborated with the psychopharmacology algorithm project at the Harvard South Shore Psychiatry to use one of their algorithms to pilot on our website (<xref ref-type="fig" rid="figure4">Figure 4</xref>). The ability to directly visualize the PubMed links related to each step in the algorithm may remind trainees to consider the evidence and literature that individual recommendations are based on, and to learn more by exploring individual papers.</p>
                <p>The possibilities are broad and advances in Web technology will continue to offer new tools to visualize and interact with educational information. We do not claim to know the optimal way to display psychiatric material in a visual and dynamic manner but hope this will become an active area of study by educational experts.</p>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>A dynamic medication tree can offer a ‘big picture’ view of how a medication fits into a class/family while simultaneously presetting specific information for that medication.</p>
                    </caption>
                    <graphic xlink:href="mededu_v1i2e14_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
                <fig id="figure2" position="float">
                    <label>Figure 2</label>
                    <caption>
                        <p>Dynamic slider bars and other interactive features can present information on lab tests in a more engaging manner as seen above for a thyroid lab test.</p>
                    </caption>
                    <graphic xlink:href="mededu_v1i2e14_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
                <fig id="figure3" position="float">
                    <label>Figure 3</label>
                    <caption>
                        <p>Web technology can make learning more social and offers the opportunity for trainees to contribute their own ideas and links in the form of papers, videos, audio, lectures, and more as seen above.</p>
                    </caption>
                    <graphic xlink:href="mededu_v1i2e14_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
                <fig id="figure4" position="float">
                    <label>Figure 4</label>
                    <caption>
                        <p>Algorithms can be programmed to be interactive and display relevant links to PubMed papers. This algorithm is derived from the social anxiety algorithm created by the psychopharmacology algorithm project at the Harvard South Shore Program.</p>
                    </caption>
                    <graphic xlink:href="mededu_v1i2e14_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Overview</title>
                <p>The pilot website (PsychOnCall) created demonstrated the potential of Web technology in medical and psychiatric education. With the created website, the opportunities, barriers, and process of creating a novel medical educational website were evaluated.</p>
            </sec>
            <sec>
                <title>Challenges</title>
                <p>Even given the pilot nature of our project and goal to explore the potential of Web technology for creating a psychiatric educational website rather than building a fully usable website, we ran into the following challenges, which would likely have to be well thought out before beginning a large-scale website project.</p>
            </sec>
            <sec>
                <title>Cost</title>
                <p>Although there are many approaches toward building a website, many of them will involve some direct cost. Utilizing template website services such as Weebly, WordPress, or Squarespace, it possible to both create and host a professional appearing website at low cost. Custom programming will cost more, although many academic departments or universities often have in-house programmers that may reduce cost. Finally, tech-savvy residents and educators may actually be able to accomplish the majority of required work. While cost is always an important issue, it is worth noting that 16 years ago, computer technology in a psychiatry residency was viewed as an investment [<xref ref-type="bibr" rid="ref11">11</xref>], but today it is seen as a necessity.</p>
            </sec>
            <sec>
                <title>Content</title>
                <p>Finding a source of high-quality and accurate content related to psychiatry education can prove difficult as residents do not have the experience or credentials to create one alone. Active review and vetting by senior faculty members are necessary to ensure any uploaded information is accurate. Thus, before creating an educational website, it will be necessary to ensure good collaboration between faculty and residents with an agreed upon content review process.</p>
            </sec>
            <sec>
                <title>Updating</title>
                <p>As the knowledge base of psychiatry keeps rapidly expanding, it will be necessary to ensure that any information posted on an educational website is well curated and kept up-to-date. As the website expands in content, this updating process may become substantial and require dedicated efforts. Thus, before building a website, it is necessary to have a long-term framework for its continuation. While individual residents may graduate or faculty may leave, a plan should be in place to ensure that the website will remain updated and accurate in the long term.</p>
            </sec>
            <sec>
                <title>Access</title>
                <p>While an educational website offers the potential to easily share information with anyone in the world, understanding both who should and who can access the website is important. The risk of the public accessing the website and creation of an unintended patient-doctor relationship must be kept in mind and any website publicly posted should be well reviewed by the legal team of the hospital concerned and contain all necessary local, state, and federal disclosures. Password protecting the website, thereby limiting access to residents or medical students, is a potential solution. Fully understanding the desired accessibility before building the website would be important in shaping both its security and scope.</p>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>While building our pilot website we focused on exploring the potentials of Web technology to enhance general medical as well as psychiatric education and the understanding of the process necessary to construct such a website. Online educational websites remain a nascent field and there are many exciting avenues for such to develop along. Although there are technological barriers to implementation, we believe that these barriers will continue to diminish and that the true barrier at this point is the design, translation, and validation of core psychiatric concepts presented on the page and their conversion into interactive and visual formats.</p>
            <p>Rather than be flooded by a sea of websites, medical as well as psychiatric educators now have the opportunity to develop their own online resources as a hub of education. While the creation of websites is not novel, the increased reliance on them by trainees and the increased ease of creating them is novel and important. Using Web technology, now at a point where trainees can create websites as in our example, technology is no longer only a medium for educational knowledge but also a tool to be planned, developed, and learned.</p>
            <p>While the potentials of digital learning to provide personalized adaptive or collaborative learning have been widely discussed and defined [<xref ref-type="bibr" rid="ref12">12</xref>], actually implementing such in clinical education has been less well documented. Considering technology itself as a tool to be learned by medical trainees has been even less discussed. As we demonstrated, the actual creation of such a website even with a social/collaborative component is technically feasible and easily constructed. The challenge now is observing and understanding how trainees may actually use such a website and how various learning theories translate into an online reality. Medical and psychiatric educators now have the opportunity to conduct such studies and gather actual user data.</p>
            <p>However, in order for such to succeed there should be several well-established processes before construction of any actual website. Understanding how content will be created and who will review and approve it are barriers that will likely become of increasing importance. Likewise, understanding how such content will be updated is another important consideration. A potential solution grounded in adult learning theory and the open classroom model is that trainees will provide the content and actively review the quality of the material with faculty as a shared process, which would simultaneously promote education in research literacy. However, the actual implementation of such remains unproven.</p>
            <p>Despite the increasing prevalence of website use in medical education and psychiatry, much also remains unknown and unproven. While our paper does not present any user or subject data, our goal here is to not the highlight the merits or faults of any one unique website but rather consider the motivations and processes around creating such tools. Although there continues to be newer technologies, for example, virtual reality headsets and smart watches, websites currently remain the core technology that medical trainees continue to rely on. A better understanding of their use and the process of their creation is the important first step for medical education to better understand and utilize technology for teaching.</p>
            <p>Although creating such processes will not be a simple task, starting to think of solutions now is important in ensuring that psychiatric educators will be able to influence the design and implementation of online educational resources. Following the recommendations of the Working Group on the 2011 conference “A 2020 Vision of Faculty Development Across the Medical Education Continuum,” we agree that technology should be used to supplement but not replace face-to-face experience, that medical schools should allocate a variety of resources and support, and that national organizations should provide funding and leadership [<xref ref-type="bibr" rid="ref13">13</xref>]. While it is impossible to define that tipping point where the investment and necessary resources decrease and the potential educational benefit increases, perhaps psychiatric education is now at that very tipping point with the future of online educational resources in motion. At one point in time, 16 years ago to be exact, it was noted that “software [for residency administration] will require both a financial and time investment before there can be dividends” [<xref ref-type="bibr" rid="ref11">11</xref>] and today we would argue that online educational websites today are at that same crossroads.</p>
        </sec>
    </body>
    <back>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>O'Carroll</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Westby</surname>
                            <given-names>EP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dooley</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gordon</surname>
                            <given-names>KE</given-names>
                        </name>
                    </person-group>
                    <article-title>Information-seeking behaviors of medical students: A cross-sectional web-based survey</article-title>
                    <source>JMIR Med Educ</source>
                    <year>2015</year>
                    <volume>1</volume>
                    <issue>1</issue>
                    <fpage>e1</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mededu.jmir.org/2015/1/e4/"/>
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/mededu.4267</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Torous</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Franzan</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>O'Connor</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mathew</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keshavan</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kitts</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Boland</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Psychiatry residents' use of educational websites: A pilot survey study</article-title>
                    <source>Acad Psychiatry</source>
                    <year>2015</year>
                    <month>06</month>
                    <day>16</day>
                    <comment>(forthcoming)</comment>
                    <pub-id pub-id-type="doi">10.1007/s40596-015-0335-8</pub-id>
                    <pub-id pub-id-type="medline">26077007</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Nevin</surname>
                            <given-names>CR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Westfall</surname>
                            <given-names>AO</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rodriguez</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dempsey</surname>
                            <given-names>DM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cherrington</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Roy</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Willig</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Gamification as a tool for enhancing graduate medical education</article-title>
                    <source>Postgrad Med J</source>
                    <year>2014</year>
                    <month>12</month>
                    <volume>90</volume>
                    <issue>1070</issue>
                    <fpage>685</fpage>
                    <lpage>693</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25352673"/>
                    </comment>
                    <pub-id pub-id-type="doi">10.1136/postgradmedj-2013-132486</pub-id>
                    <pub-id pub-id-type="medline">25352673</pub-id>
                    <pub-id pub-id-type="pii">postgradmedj-2013-132486</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4285889</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gorniak</surname>
                            <given-names>RJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Flanders</surname>
                            <given-names>AE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sharpe</surname>
                            <given-names>RE</given-names>
                        </name>
                    </person-group>
                    <article-title>Trainee report dashboard: Tool for enhancing feedback to radiology trainees about their reports</article-title>
                    <source>Radiographics</source>
                    <year>2013</year>
                    <volume>33</volume>
                    <issue>7</issue>
                    <fpage>2105</fpage>
                    <lpage>2113</lpage>
                    <pub-id pub-id-type="doi">10.1148/rg.337135705</pub-id>
                    <pub-id pub-id-type="medline">23988632</pub-id>
                    <pub-id pub-id-type="pii">rg.337135705</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bergl</surname>
                            <given-names>PA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Narang</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Arora</surname>
                            <given-names>VM</given-names>
                        </name>
                    </person-group>
                    <article-title>Maintaining a Twitter feed to advance an internal medicine residency program’s educational mission</article-title>
                    <source>JMIR Med Educ</source>
                    <year>2015</year>
                    <volume>1</volume>
                    <issue>2</issue>
                    <fpage>e5</fpage>
                    <pub-id pub-id-type="doi">10.2196/mededu.4434</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rasmussen</surname>
                            <given-names>SR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Konge</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mikkelsen</surname>
                            <given-names>PT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sørensen</surname>
                            <given-names>MS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Andersen</surname>
                            <given-names>SA</given-names>
                        </name>
                    </person-group>
                    <article-title>Notes from the field: Secondary task precision for cognitive load estimation during virtual reality surgical simulation training</article-title>
                    <source>Eval Health Prof</source>
                    <year>2015</year>
                    <month>08</month>
                    <day>2</day>
                    <pub-id pub-id-type="doi">10.1177/0163278715597962</pub-id>
                    <pub-id pub-id-type="medline">26240091</pub-id>
                    <pub-id pub-id-type="pii">0163278715597962</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Batthish</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bassilious</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schneider</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Feldman</surname>
                            <given-names>BM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hyman</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tse</surname>
                            <given-names>SM</given-names>
                        </name>
                    </person-group>
                    <article-title>A unique, interactive and web-based pediatric rheumatology teaching module: Residents' perceptions</article-title>
                    <source>Pediatr Rheumatol Online J</source>
                    <year>2013</year>
                    <volume>11</volume>
                    <issue>1</issue>
                    <fpage>22</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ped-rheum.com/content/11/1/22"/>
                    </comment>
                    <pub-id pub-id-type="doi">10.1186/1546-0096-11-22</pub-id>
                    <pub-id pub-id-type="medline">23710693</pub-id>
                    <pub-id pub-id-type="pii">1546-0096-11-22</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3679723</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cassidy</surname>
                            <given-names>KL</given-names>
                        </name>
                    </person-group>
                    <article-title>The adult learner rediscovered: Psychiatry residents' push for cognitive-behavioral therapy training and a learner-driven model of educational change</article-title>
                    <source>Acad Psychiatry</source>
                    <year>2004</year>
                    <volume>28</volume>
                    <issue>3</issue>
                    <fpage>215</fpage>
                    <lpage>220</lpage>
                    <pub-id pub-id-type="doi">10.1176/appi.ap.28.3.215</pub-id>
                    <pub-id pub-id-type="medline">15507557</pub-id>
                    <pub-id pub-id-type="pii">28/3/215</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Louie</surname>
                            <given-names>AK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beresin</surname>
                            <given-names>EV</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Coverdale</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tait</surname>
                            <given-names>GR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Balon</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Roberts</surname>
                            <given-names>LW</given-names>
                        </name>
                    </person-group>
                    <article-title>Residents as teachers</article-title>
                    <source>Acad Psychiatry</source>
                    <year>2013</year>
                    <month>01</month>
                    <day>1</day>
                    <volume>37</volume>
                    <issue>1</issue>
                    <fpage>1</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="doi">10.1176/appi.ap.12110192</pub-id>
                    <pub-id pub-id-type="medline">23338863</pub-id>
                    <pub-id pub-id-type="pii">1556215</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Krain</surname>
                            <given-names>LP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bostwick</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sampson</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>"It's high-tech, but is it better?": Applications of technology in psychiatry education</article-title>
                    <source>Acad Psychiatry</source>
                    <year>2007</year>
                    <volume>31</volume>
                    <issue>1</issue>
                    <fpage>40</fpage>
                    <lpage>49</lpage>
                    <pub-id pub-id-type="doi">10.1176/appi.ap.31.1.40</pub-id>
                    <pub-id pub-id-type="medline">17242051</pub-id>
                    <pub-id pub-id-type="pii">31/1/40</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kramer</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kennedy</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>The computerized residency director</article-title>
                    <source>Acad Psychiatry</source>
                    <year>1999</year>
                    <month>06</month>
                    <volume>23</volume>
                    <issue>2</issue>
                    <fpage>107</fpage>
                    <lpage>109</lpage>
                    <pub-id pub-id-type="doi">10.1007/BF03354252</pub-id>
                    <pub-id pub-id-type="medline">25416016</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ruiz</surname>
                            <given-names>JG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mintzer</surname>
                            <given-names>MJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leipzig</surname>
                            <given-names>RM</given-names>
                        </name>
                    </person-group>
                    <article-title>The impact of E-learning in medical education</article-title>
                    <source>Acad Med</source>
                    <year>2006</year>
                    <month>03</month>
                    <volume>81</volume>
                    <issue>3</issue>
                    <fpage>207</fpage>
                    <lpage>212</lpage>
                    <pub-id pub-id-type="medline">16501260</pub-id>
                    <pub-id pub-id-type="pii">81/3/207</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Robin</surname>
                            <given-names>BR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McNeil</surname>
                            <given-names>SG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cook</surname>
                            <given-names>DA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Agarwal</surname>
                            <given-names>KL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Singhal</surname>
                            <given-names>GR</given-names>
                        </name>
                    </person-group>
                    <article-title>Preparing for the changing role of instructional technologies in medical education</article-title>
                    <source>Acad Med</source>
                    <year>2011</year>
                    <month>04</month>
                    <volume>86</volume>
                    <issue>4</issue>
                    <fpage>435</fpage>
                    <lpage>439</lpage>
                    <pub-id pub-id-type="doi">10.1097/ACM.0b013e31820dbee4</pub-id>
                    <pub-id pub-id-type="medline">21346506</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
