Letter - Research
ChatGPT: performance of artificial intelligence in the dermatology specialty certificate examination
Thaís Barros Felippe Jaboura, José Paulo Ribeiro Júniorb,
, Alexandre Chaves Fernandesc, Cecília Mirelle Almeida Honoratod, Maria do Carmo Araújo Palmeira Queirozb
Corresponding author
a Centro de Pesquisas Clínicas de Natal, Natal, RN, Brazil
b Department of Dermatology, Hospital Universitário Onofre Lopes, Universidade Federal do Rio Grande do Norte, Natal, RN, Brazil
c Instituto Internacional de Neurociências Edmond e Lily Safra, Macaíba, RN, Brazil
d Hospital Universitário Onofre Lopes, Universidade Federal do Rio Grande do Norte, Natal, RN, Brazil
Read
3642
Timeswas read the article
1103
Total PDF
2539
Total HTML
Share statistics
array:22 [ "pii" => "S0365059623002453" "issn" => "03650596" "doi" => "10.1016/j.abd.2023.08.005" "estado" => "S300" "fechaPublicacion" => "2024-03-01" "aid" => "864" "copyrightAnyo" => "2023" "documento" => "article" "crossmark" => 1 "subdocumento" => "crp" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "Traduccion" => array:1 [ "pt" => array:17 [ "pii" => "S266627522300293X" "issn" => "26662752" "doi" => "10.1016/j.abdp.2023.11.015" "estado" => "S300" "fechaPublicacion" => "2024-03-01" "aid" => "864" "documento" => "simple-article" "crossmark" => 1 "subdocumento" => "crp" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "pt" => array:10 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Carta ‐ Investigação</span>" "titulo" => "ChatGPT: Performance da inteligência artificial no exame de obtenção do título de especialista em dermatologia" "tienePdf" => "pt" "tieneTextoCompleto" => "pt" "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "277" "paginaFinal" => "279" ] ] "contieneTextoCompleto" => array:1 [ "pt" => true ] "contienePdf" => array:1 [ "pt" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:7 [ "identificador" => "fig0005" "etiqueta" => "Figura 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 1285 "Ancho" => 2508 "Tamanyo" => 111576 ] ] "descripcion" => array:1 [ "pt" => "<p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">Acurácia do ChatGPT por prova em comparação com o ponto de corte para aprovação no exame.</p>" ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Thaís Barros Felippe Jabour, José Paulo Ribeiro Júnior, Alexandre Chaves Fernandes, Cecília Mirelle Almeida Honorato, Maria do Carmo Araújo Palmeira Queiroz" "autores" => array:5 [ 0 => array:2 [ "nombre" => "Thaís Barros Felippe" "apellidos" => "Jabour" ] 1 => array:2 [ "nombre" => "José Paulo" "apellidos" => "Ribeiro Júnior" ] 2 => array:2 [ "nombre" => "Alexandre Chaves" "apellidos" => "Fernandes" ] 3 => array:2 [ "nombre" => "Cecília Mirelle Almeida" "apellidos" => "Honorato" ] 4 => array:2 [ "nombre" => "Maria do Carmo Araújo Palmeira" "apellidos" => "Queiroz" ] ] ] ] ] "idiomaDefecto" => "pt" "Traduccion" => array:1 [ "en" => array:9 [ "pii" => "S0365059623002453" "doi" => "10.1016/j.abd.2023.08.005" "estado" => "S300" "subdocumento" => "" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "idiomaDefecto" => "en" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0365059623002453?idApp=UINPBA00008Z" ] ] "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S266627522300293X?idApp=UINPBA00008Z" "url" => "/26662752/0000009900000002/v2_202407310539/S266627522300293X/v2_202407310539/pt/main.assets" ] ] "itemSiguiente" => array:18 [ "pii" => "S0365059623002362" "issn" => "03650596" "doi" => "10.1016/j.abd.2023.03.008" "estado" => "S300" "fechaPublicacion" => "2024-03-01" "aid" => "855" "copyright" => "Sociedade Brasileira de Dermatologia" "documento" => "simple-article" "crossmark" => 1 "subdocumento" => "crp" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "en" => array:10 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Letter - Research</span>" "titulo" => "<span class="elsevierStyleItalic">Tinea capitis</span>: observations and clinical approach in a pediatric population of 99 cases" "tienePdf" => "en" "tieneTextoCompleto" => "en" "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "279" "paginaFinal" => "283" ] ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:8 [ "identificador" => "fig0005" "etiqueta" => "Figure 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 1560 "Ancho" => 2508 "Tamanyo" => 444654 ] ] "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0005" "detalle" => "Figure " "rol" => "short" ] ] "descripcion" => array:1 [ "en" => "<p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">(A) <span class="elsevierStyleItalic">Tinea capitis</span>, <span class="elsevierStyleItalic">Trichophyton tonsurans</span> clinical type. (B) Tinea capitis, <span class="elsevierStyleItalic">Kerion celsi</span> inflammatory clinical type.</p>" ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Carolina Gonçalves Contin, Gustavo de Sá Menezes Carvalho, Guilherme Camargo Julio Valinoto, Silvia Assumpção Soutto Mayor, John Verrinder Veasey" "autores" => array:5 [ 0 => array:2 [ "nombre" => "Carolina Gonçalves" "apellidos" => "Contin" ] 1 => array:2 [ "nombre" => "Gustavo de Sá Menezes" "apellidos" => "Carvalho" ] 2 => array:2 [ "nombre" => "Guilherme Camargo Julio" "apellidos" => "Valinoto" ] 3 => array:2 [ "nombre" => "Silvia Assumpção Soutto" "apellidos" => "Mayor" ] 4 => array:2 [ "nombre" => "John Verrinder" "apellidos" => "Veasey" ] ] ] ] ] "idiomaDefecto" => "en" "Traduccion" => array:1 [ "pt" => array:9 [ "pii" => "S2666275223002850" "doi" => "10.1016/j.abdp.2023.11.007" "estado" => "S300" "subdocumento" => "" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "idiomaDefecto" => "pt" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2666275223002850?idApp=UINPBA00008Z" ] ] "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0365059623002362?idApp=UINPBA00008Z" "url" => "/03650596/0000009900000002/v2_202407221312/S0365059623002362/v2_202407221312/en/main.assets" ] "itemAnterior" => array:17 [ "pii" => "S0365059623002593" "issn" => "03650596" "doi" => "10.1016/j.abd.2023.08.006" "estado" => "S300" "fechaPublicacion" => "2024-03-01" "aid" => "878" "documento" => "article" "crossmark" => 1 "subdocumento" => "fla" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "en" => array:12 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Special Article</span>" "titulo" => "Cumulative life course impairment in patients with dermatological diseases, with a focus on psoriasis" "tienePdf" => "en" "tieneTextoCompleto" => "en" "tieneResumen" => "en" "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "269" "paginaFinal" => "276" ] ] "contieneResumen" => array:1 [ "en" => true ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:8 [ "identificador" => "fig0010" "etiqueta" => "Figure 2" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr2.jpeg" "Alto" => 2071 "Ancho" => 3341 "Tamanyo" => 478246 ] ] "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0010" "detalle" => "Figure " "rol" => "short" ] ] "descripcion" => array:1 [ "en" => "<p id="spar0010" class="elsevierStyleSimplePara elsevierViewall">Multiple opportunities for intervention in different domains that promote high Cumulative Life Course Impairment (red) and the dermatologist role (green) in reducing potential irreversible damage in a critical period of development (childhood and adolescence, yellow) throughout life.</p>" ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "Ricardo Romiti, Renata Ferreira Magalhães, Gleison Vieira Duarte" "autores" => array:3 [ 0 => array:2 [ "nombre" => "Ricardo" "apellidos" => "Romiti" ] 1 => array:2 [ "nombre" => "Renata Ferreira" "apellidos" => "Magalhães" ] 2 => array:2 [ "nombre" => "Gleison Vieira" "apellidos" => "Duarte" ] ] ] ] ] "idiomaDefecto" => "en" "Traduccion" => array:1 [ "pt" => array:9 [ "pii" => "S2666275223003065" "doi" => "10.1016/j.abdp.2023.12.009" "estado" => "S300" "subdocumento" => "" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:1 [ "total" => 0 ] "idiomaDefecto" => "pt" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S2666275223003065?idApp=UINPBA00008Z" ] ] "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0365059623002593?idApp=UINPBA00008Z" "url" => "/03650596/0000009900000002/v2_202407221312/S0365059623002593/v2_202407221312/en/main.assets" ] "en" => array:17 [ "idiomaDefecto" => true "cabecera" => "<span class="elsevierStyleTextfn">Letter - Research</span>" "titulo" => "ChatGPT: performance of artificial intelligence in the dermatology specialty certificate examination" "tieneTextoCompleto" => true "saludo" => "<span class="elsevierStyleItalic">Dear Editor,</span>" "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "277" "paginaFinal" => "279" ] ] "autores" => array:1 [ 0 => array:4 [ "autoresLista" => "Thaís Barros Felippe Jabour, José Paulo Ribeiro, Alexandre Chaves Fernandes, Cecília Mirelle Almeida Honorato, Maria do Carmo Araújo Palmeira Queiroz" "autores" => array:5 [ 0 => array:3 [ "nombre" => "Thaís Barros Felippe" "apellidos" => "Jabour" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "aff0005" ] ] ] 1 => array:5 [ "nombre" => "José Paulo" "apellidos" => "Ribeiro" "sufijo" => "Júnior" "email" => array:1 [ 0 => "josepaulojr@outlook.com" ] "referencia" => array:2 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">b</span>" "identificador" => "aff0010" ] 1 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">*</span>" "identificador" => "cor0005" ] ] ] 2 => array:3 [ "nombre" => "Alexandre Chaves" "apellidos" => "Fernandes" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">c</span>" "identificador" => "aff0015" ] ] ] 3 => array:3 [ "nombre" => "Cecília Mirelle Almeida" "apellidos" => "Honorato" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">d</span>" "identificador" => "aff0020" ] ] ] 4 => array:3 [ "nombre" => "Maria do Carmo Araújo Palmeira" "apellidos" => "Queiroz" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">b</span>" "identificador" => "aff0010" ] ] ] ] "afiliaciones" => array:4 [ 0 => array:3 [ "entidad" => "Centro de Pesquisas Clínicas de Natal, Natal, RN, Brazil" "etiqueta" => "a" "identificador" => "aff0005" ] 1 => array:3 [ "entidad" => "Department of Dermatology, Hospital Universitário Onofre Lopes, Universidade Federal do Rio Grande do Norte, Natal, RN, Brazil" "etiqueta" => "b" "identificador" => "aff0010" ] 2 => array:3 [ "entidad" => "Instituto Internacional de Neurociências Edmond e Lily Safra, Macaíba, RN, Brazil" "etiqueta" => "c" "identificador" => "aff0015" ] 3 => array:3 [ "entidad" => "Hospital Universitário Onofre Lopes, Universidade Federal do Rio Grande do Norte, Natal, RN, Brazil" "etiqueta" => "d" "identificador" => "aff0020" ] ] "correspondencia" => array:1 [ 0 => array:3 [ "identificador" => "cor0005" "etiqueta" => "⁎" "correspondencia" => "Corresponding author." ] ] ] ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:8 [ "identificador" => "fig0005" "etiqueta" => "Figure 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 1286 "Ancho" => 2508 "Tamanyo" => 115790 ] ] "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0205" "detalle" => "Figure " "rol" => "short" ] ] "descripcion" => array:1 [ "en" => "<p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">ChatGPT accuracy per test compared to the cutoff point for passing the examination.</p>" ] ] ] "textoCompleto" => "<span class="elsevierStyleSections"><p id="par0005" class="elsevierStylePara elsevierViewall">ChatGPT (Chat Generative Pre-Trained Transformer), launched by OpenAI in 2022, is an advanced Artificial Intelligence (AI) language model capable of interacting in conversations and providing original responses. Despite great speculation, its use to aid clinical decision-making is still not recommended due to the lack of information about its technical knowledge in medicine and the potential ethical impacts involved.<a class="elsevierStyleCrossRefs" href="#bib0005"><span class="elsevierStyleSup">1,2</span></a></p><p id="par0010" class="elsevierStylePara elsevierViewall">As a first step towards obtaining this information, ChatGPT has been recently tested in specialty certificate examination tests for different medical specialties.<a class="elsevierStyleCrossRefs" href="#bib0015"><span class="elsevierStyleSup">3–5</span></a> In Brazil, few studies have been carried out in this regard, and to date none have evaluated its performance in the specialty certificate examination test in Dermatology (TED, <span class="elsevierStyleItalic">Título de Especialista em Dermatologia</span>, in Portuguese).</p><p id="par0015" class="elsevierStylePara elsevierViewall">TED is obtained by taking an annual examination offered by the Brazilian Society of Dermatology (SBD, <span class="elsevierStyleItalic">Sociedade Brasileira de Dermatologia</span>), with the first eliminatory phase consisting of a theoretical test comprising 80 objective questions, with four alternatives each and only one correct option. Candidates who get less than 60% of correct answers (48 correct questions) are eliminated from the assessment.<a class="elsevierStyleCrossRef" href="#bib0030"><span class="elsevierStyleSup">6</span></a> The authors carried out this study aiming to evaluate the performance of this AI in this examination and considering its use in dermatology.</p><p id="par0020" class="elsevierStylePara elsevierViewall">The performance of ChatGPT (version 4) was evaluated by solving the TED 2022 and 2023 questions, available on the SBD website. Questions with images were disregarded, due to the absence of this functionality, and were canceled. The questions were classified into clinical, laboratory, surgical and cosmetic dermatology. The application was instructed to answer multiple-choice questions. Then, one question was presented at a time so that it could choose the most appropriate alternative. Overall accuracy was measured as the ratio between the number of correct answers and the total number of questions. Accuracy was also evaluated per year of the test and for each area, comparing the average of the tests using the Student's <span class="elsevierStyleItalic">t</span> test or Mann-Whitney test, depending on the normality of the data, which was verified using the Shapiro-Wilk test. Subsequently, the variation in performance throughout the test was assessed by grouping all the questions into sets of ten, following the test order. In each group, the percentage of correct answers was calculated, disregarding canceled questions and those with images in that group. Spearman's test was used to evaluate the correlation between the set percentage of correct answers and the number of the initial questions in the respective set, as well as a graphic tendency line using linear regression, seeking to identify whether there was an improvement in performance throughout the test.</p><p id="par0025" class="elsevierStylePara elsevierViewall">A total of 146 questions were analyzed, 74 questions from TED 2023 and 72 from TED 2022. Nine canceled questions were excluded, as well as five that contained images. The overall accuracy was 75.34%, with the average performance in the 2022 test being higher than that in 2023 (<a class="elsevierStyleCrossRef" href="#fig0005">Fig. 1</a>). In the statistical evaluation for comparison between the examinations, as there was no normality of the data, the Mann-Whitney test was performed, with a p-value of 0.29. The area with most correct answers was cosmetics and the one with the fewest was surgery (<a class="elsevierStyleCrossRef" href="#tbl0005">Table 1</a>). The tendency lines show a positive slope, suggesting improved performance throughout the test in both years (<a class="elsevierStyleCrossRef" href="#fig0010">Fig. 2</a>). Spearman's correlation analysis showed a positive and moderate, albeit non-significant, correlation for TED 2022 (correlation<span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.43, p<span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.28) and TED 2023 (correlation<span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.32, p<span class="elsevierStyleHsp" style=""></span>=<span class="elsevierStyleHsp" style=""></span>0.43).</p><elsevierMultimedia ident="fig0005"></elsevierMultimedia><elsevierMultimedia ident="tbl0005"></elsevierMultimedia><elsevierMultimedia ident="fig0010"></elsevierMultimedia><p id="par0030" class="elsevierStylePara elsevierViewall">The ChatGPT performance in the 2022 and 2023 TED examinations was above what is required to obtain approval in the first phase of the competition. However, a comparative assessment of annual performances showed no statistically relevant difference, preventing determination of superiority of one year over the other. The performance analysis throughout the test suggests a tendency for the probability of correct answers to increase as more questions are answered, although more questions are necessary to reach a more significant statistical value. The categories with the best performance were cosmetic and clinical dermatology, suggesting a predominance of these areas in the ChatGPT training database.</p><p id="par0035" class="elsevierStylePara elsevierViewall">The results were in line with other experiments carried previously in other medical examinations. A recently published article demonstrated that ChatGPT performs on par with a third-year medical student when answering the United States Medical Licensing Examination (USMLE) questions.<a class="elsevierStyleCrossRef" href="#bib0015"><span class="elsevierStyleSup">3</span></a> In dermatology, the application has already been used to solve questions on the specialty certification test in the United Kingdom. In the study, ChatGPT-3.5 obtained an overall score of 63.1% and ChatGPT-4 obtained 90.5%. The expected passing score for the Dermatology SCE is 70%‒72%.<a class="elsevierStyleCrossRef" href="#bib0020"><span class="elsevierStyleSup">4</span></a></p><p id="par0040" class="elsevierStylePara elsevierViewall">Although the results are promising, there are yet no studies to support the use of ChatGPT in medical practice.<a class="elsevierStyleCrossRef" href="#bib0010"><span class="elsevierStyleSup">2</span></a> A major limitation of its application in dermatology is its failure to evaluate images, considering the visual nature of the specialty. Caution is needed when incorporating AI into dermatological practice, and it is essential to carry out new studies in collaboration with experts in dermatology and AI to improve the understanding of its potential risks and benefits. A thorough clinical examination and a good doctor-patient relationship remain, to date, the best tools for a safe, reliable and effective clinical practice.</p><span id="sec0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0005">Financial support</span><p id="par0045" class="elsevierStylePara elsevierViewall">None declared.</p></span><span id="sec0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0010">Authors' contributions</span><p id="par0050" class="elsevierStylePara elsevierViewall">Thaís Barros Felippe Jabour: Design and planning of the study; collection, analysis and interpretation of data; critical review of the literature; drafting the manuscript or critical review of important intellectual content.</p><p id="par0055" class="elsevierStylePara elsevierViewall">José Paulo Ribeiro Júnior: Collection, analysis and interpretation of data; critical review of the literature; drafting the manuscript or critical review of important intellectual content.</p><p id="par0060" class="elsevierStylePara elsevierViewall">Alexandre Chaves Fernandes: Design and planning of the study; statistical analysis; drafting the manuscript or critical review of important intellectual content.</p><p id="par0065" class="elsevierStylePara elsevierViewall">Cecília Mirelle Almeida Honorato: Critical review of the literature; drafting the manuscript or critical review of important intellectual content.</p><p id="par0070" class="elsevierStylePara elsevierViewall">Maria do Carmo Araújo Palmeira Queiroz: Critical review of the manuscript; approval of the final version of the manuscript.</p></span><span id="sec0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0015">Conflicts of interest</span><p id="par0075" class="elsevierStylePara elsevierViewall">None declared.</p></span></span>" "textoCompletoSecciones" => array:1 [ "secciones" => array:4 [ 0 => array:2 [ "identificador" => "sec0005" "titulo" => "Financial support" ] 1 => array:2 [ "identificador" => "sec0010" "titulo" => "Authors' contributions" ] 2 => array:2 [ "identificador" => "sec0015" "titulo" => "Conflicts of interest" ] 3 => array:1 [ "titulo" => "References" ] ] ] "pdfFichero" => "main.pdf" "tienePdf" => true "fechaRecibido" => "2023-06-29" "fechaAceptado" => "2023-08-11" "NotaPie" => array:1 [ 0 => array:2 [ "etiqueta" => "☆" "nota" => "<p class="elsevierStyleNotepara" id="npar0005">Study conducted at the Department of Dermatology, Hospital Universitário Onofre Lopes, Universidade Federal do Rio Grande do Norte, Natal, RN, Brazil.</p>" ] ] "multimedia" => array:3 [ 0 => array:8 [ "identificador" => "fig0005" "etiqueta" => "Figure 1" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr1.jpeg" "Alto" => 1286 "Ancho" => 2508 "Tamanyo" => 115790 ] ] "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0205" "detalle" => "Figure " "rol" => "short" ] ] "descripcion" => array:1 [ "en" => "<p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">ChatGPT accuracy per test compared to the cutoff point for passing the examination.</p>" ] ] 1 => array:8 [ "identificador" => "fig0010" "etiqueta" => "Figure 2" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "figura" => array:1 [ 0 => array:4 [ "imagen" => "gr2.jpeg" "Alto" => 1301 "Ancho" => 2508 "Tamanyo" => 229690 ] ] "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0210" "detalle" => "Figure " "rol" => "short" ] ] "descripcion" => array:1 [ "en" => "<p id="spar0010" class="elsevierStyleSimplePara elsevierViewall">Percentage of correct answers per sets of questions throughout the test in TED 2022 and 2023, suggesting improved performance as the tool was used.</p>" ] ] 2 => array:8 [ "identificador" => "tbl0005" "etiqueta" => "Table 1" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "detalles" => array:1 [ 0 => array:3 [ "identificador" => "at0215" "detalle" => "Table " "rol" => "short" ] ] "tabla" => array:1 [ "tablatextoimagen" => array:1 [ 0 => array:2 [ "tabla" => array:1 [ 0 => """ <table border="0" frame="\n \t\t\t\t\tvoid\n \t\t\t\t" class=""><thead title="thead"><tr title="table-row"><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Area \t\t\t\t\t\t\n \t\t\t\t\t\t</th><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">Total \t\t\t\t\t\t\n \t\t\t\t\t\t</th><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">2022 \t\t\t\t\t\t\n \t\t\t\t\t\t</th><th class="td" title="\n \t\t\t\t\ttable-head\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t" scope="col" style="border-bottom: 2px solid black">2023 \t\t\t\t\t\t\n \t\t\t\t\t\t</th></tr></thead><tbody title="tbody"><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Surgery \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">50 (4) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">0 (1) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">66.67 (3) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Clinics \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">77.87 (122) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">86.67 (60) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">69.35 (62) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Cosmiatry \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">80 (5) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">50 (2) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">100 (3) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">Laboratory \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">60 (15) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">44.44 (9) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">83.33 (6) \t\t\t\t\t\t\n \t\t\t\t</td></tr><tr title="table-row"><td class="td-with-role" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t ; entry_with_role_rowhead " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t"><span class="elsevierStyleBold">Total</span> \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">75.34 (146) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">79.17 (72) \t\t\t\t\t\t\n \t\t\t\t</td><td class="td" title="\n \t\t\t\t\ttable-entry\n \t\t\t\t " align="left" valign="\n \t\t\t\t\ttop\n \t\t\t\t">71.62 (74) \t\t\t\t\t\t\n \t\t\t\t</td></tr></tbody></table> """ ] "imagenFichero" => array:1 [ 0 => "xTab3602809.png" ] ] ] ] "descripcion" => array:1 [ "en" => "<p id="spar0015" class="elsevierStyleSimplePara elsevierViewall">Percentage distribution of correct answers per area and year, with the total number of questions in parentheses.</p>" ] ] ] "bibliografia" => array:2 [ "titulo" => "References" "seccion" => array:1 [ 0 => array:2 [ "identificador" => "bibs0005" "bibliografiaReferencia" => array:6 [ 0 => array:3 [ "identificador" => "bib0005" "etiqueta" => "1" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "The complex ethics of applying ChatGPT and language model artificial intelligence in dermatology" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "A.L. Ferreira" 1 => "J.B. Lipoff" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:4 [ "tituloSerie" => "J Am Acad Dermatol" "fecha" => "2023" "paginaInicial" => "e157" "paginaFinal" => "e158" ] ] ] ] ] ] 1 => array:3 [ "identificador" => "bib0010" "etiqueta" => "2" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "ChatGPT utility in healthcare education, research, and practice: systematic review on the promising perspectives and valid concerns" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "M. Sallam" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.3390/healthcare11060887" "Revista" => array:5 [ "tituloSerie" => "Healthcare (Basel)" "fecha" => "2023" "volumen" => "11" "paginaInicial" => "887" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/36981544" "web" => "Medline" ] ] ] ] ] ] ] ] 2 => array:3 [ "identificador" => "bib0015" "etiqueta" => "3" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models" "autores" => array:1 [ 0 => array:2 [ "etal" => true "autores" => array:6 [ 0 => "T.H. Kung" 1 => "M. Cheatham" 2 => "A. Medenilla" 3 => "C. Sillos" 4 => "L. De Leon" 5 => "C. Elepaño" ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:3 [ "tituloSerie" => "PLOS Digital Health" "fecha" => "2023" "volumen" => "2" ] ] ] ] ] ] 3 => array:3 [ "identificador" => "bib0020" "etiqueta" => "4" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Performance of ChatGPT on dermatology specialty certificate examination multiple choice questions" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "L. Passby" 1 => "N. Jenko" 2 => "A. Wernham" ] ] ] ] ] "host" => array:2 [ 0 => array:1 [ "Revista" => array:2 [ "tituloSerie" => "Clin Exp Dermatol" "fecha" => "2023" ] ] 1 => array:1 [ "WWW" => array:1 [ "link" => "https://academic.oup.com/ced/advance-article-abstract/doi/10.1093/ced/llad197/7188526?redirectedFrom=fulltext&login=false" ] ] ] ] ] ] 4 => array:3 [ "identificador" => "bib0025" "etiqueta" => "5" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:2 [ "titulo" => "Performance of an artificial intelligence chatbot in ophthalmic knowledge assessment" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "A. Mihalache" 1 => "M.M. Popovic" 2 => "R.H. Muni" ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1001/jamaophthalmol.2023.1144" "Revista" => array:6 [ "tituloSerie" => "JAMA Ophthalmol" "fecha" => "2023" "volumen" => "141" "paginaInicial" => "589" "paginaFinal" => "597" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/37103928" "web" => "Medline" ] ] ] ] ] ] ] ] 5 => array:3 [ "identificador" => "bib0030" "etiqueta" => "6" "referencia" => array:1 [ 0 => array:1 [ "referenciaCompleta" => "Sociedade Brasileira de Dermatologia - Edital do 57º Exame para Obtenção do Título de Especialista em Dermatologia (2023) [Internet]. Available from: <a target="_blank" href="https://www.sbd.org.br/wp-content/uploads/2023/04/TED2023edital.pd">https://www.sbd.org.br/wp-content/uploads/2023/04/TED2023edital.pd</a>." ] ] ] ] ] ] ] ] "idiomaDefecto" => "en" "url" => "/03650596/0000009900000002/v2_202407221312/S0365059623002453/v2_202407221312/en/main.assets" "Apartado" => array:4 [ "identificador" => "95692" "tipo" => "SECCION" "en" => array:2 [ "titulo" => "Letter – Research" "idiomaDefecto" => true ] "idiomaDefecto" => "en" ] "PDF" => "https://static.elsevier.es/multimedia/03650596/0000009900000002/v2_202407221312/S0365059623002453/v2_202407221312/en/main.pdf?idApp=UINPBA00008Z&text.app=https://clinics.elsevier.es/" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S0365059623002453?idApp=UINPBA00008Z" ]
| Year/Month | Html | Total | |
|---|---|---|---|
| 2024 November | 24 | 7 | 31 |
| 2024 October | 175 | 67 | 242 |
| 2024 September | 270 | 88 | 358 |
| 2024 August | 264 | 138 | 402 |
| 2024 July | 253 | 122 | 375 |
| 2024 June | 201 | 92 | 293 |
| 2024 May | 183 | 68 | 251 |
| 2024 April | 358 | 120 | 478 |
| 2024 March | 406 | 82 | 488 |
| 2024 February | 144 | 91 | 235 |
| 2024 January | 110 | 70 | 180 |
| 2023 December | 93 | 79 | 172 |
| 2023 November | 58 | 79 | 137 |
Show all
