{"id":"https://openalex.org/W7162240367","doi":"https://doi.org/10.62438/tunismed.v104i05.6620","title":"Comparative benchmarking of three artificial intelligence chatbots (ChatGPT-5.1, Qwen- 3 Max, and Perplexity AI) on faculty validated undergraduate respiratory physiology multiple-choice examinations","display_name":"Comparative benchmarking of three artificial intelligence chatbots (ChatGPT-5.1, Qwen- 3 Max, and Perplexity AI) on faculty validated undergraduate respiratory physiology multiple-choice examinations","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162240367","doi":"https://doi.org/10.62438/tunismed.v104i05.6620","pmid":"https://pubmed.ncbi.nlm.nih.gov/42578767","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13751038"},"language":"en","primary_location":{"id":"doi:10.62438/tunismed.v104i05.6620","doi":"https://doi.org/10.62438/tunismed.v104i05.6620","is_oa":true,"landing_page_url":"https://doi.org/10.62438/tunismed.v104i05.6620","pdf_url":"https://www.latunisiemedicale.com/index.php/tunismed/article/download/6620/3904","source":{"id":"https://openalex.org/S2755967852","display_name":"La Tunisie M\u00e9dicale","issn_l":"0041-4131","issn":["0041-4131","2724-7031"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","medline","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4322696457","host_organization_name":"Societe Tunisienne Des Sciences Medicales","host_organization_lineage":["https://openalex.org/P4322696457"],"host_organization_lineage_names":["Societe Tunisienne Des Sciences Medicales"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"La Tunisie M\u00e9dicale","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7162240367"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.latunisiemedicale.com/index.php/tunismed/article/download/6620/3904","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000003598","display_name":"Khouloud Kchaou","orcid":"https://orcid.org/0000-0001-7116-1336","observed_orcids":["https://orcid.org/0000-0001-7116-1336"]},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I4403386600","display_name":"Facult\u00e9 de m\u00e9decine de Tunis","ror":"https://ror.org/03pyhhg10","country_code":"TN","type":"education","lineage":["https://openalex.org/I4403386600","https://openalex.org/I63596082"]},{"id":"https://openalex.org/I63596082","display_name":"Tunis El Manar University","ror":"https://ror.org/029cgt552","country_code":"TN","type":"education","lineage":["https://openalex.org/I63596082"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Khouloud Kchaou","raw_affiliation_strings":["Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia"],"raw_orcid":"https://orcid.org/0000-0001-7116-1336","affiliations":[{"raw_affiliation_string":"Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I4403386600","https://openalex.org/I63596082"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073107916","display_name":"Salma Mokaddem","orcid":"https://orcid.org/0000-0002-7775-3073","observed_orcids":["https://orcid.org/0000-0002-7775-3073"]},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I4403386600","display_name":"Facult\u00e9 de m\u00e9decine de Tunis","ror":"https://ror.org/03pyhhg10","country_code":"TN","type":"education","lineage":["https://openalex.org/I4403386600","https://openalex.org/I63596082"]},{"id":"https://openalex.org/I63596082","display_name":"Tunis El Manar University","ror":"https://ror.org/029cgt552","country_code":"TN","type":"education","lineage":["https://openalex.org/I63596082"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Salma Mokaddem","raw_affiliation_strings":["Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I4403386600","https://openalex.org/I63596082"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036425385","display_name":"Soumaya Khaldi","orcid":"https://orcid.org/0009-0005-0301-8171","observed_orcids":["https://orcid.org/0009-0005-0301-8171"]},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I4403386600","display_name":"Facult\u00e9 de m\u00e9decine de Tunis","ror":"https://ror.org/03pyhhg10","country_code":"TN","type":"education","lineage":["https://openalex.org/I4403386600","https://openalex.org/I63596082"]},{"id":"https://openalex.org/I63596082","display_name":"Tunis El Manar University","ror":"https://ror.org/029cgt552","country_code":"TN","type":"education","lineage":["https://openalex.org/I63596082"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Soumaya Khaldi","raw_affiliation_strings":["Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I4403386600","https://openalex.org/I63596082"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136874870","display_name":"Yacine Ouahchi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I4403386600","display_name":"Facult\u00e9 de m\u00e9decine de Tunis","ror":"https://ror.org/03pyhhg10","country_code":"TN","type":"education","lineage":["https://openalex.org/I4403386600","https://openalex.org/I63596082"]},{"id":"https://openalex.org/I63596082","display_name":"Tunis El Manar University","ror":"https://ror.org/029cgt552","country_code":"TN","type":"education","lineage":["https://openalex.org/I63596082"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Yacine Ouahchi","raw_affiliation_strings":["Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I4403386600","https://openalex.org/I63596082"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066984774","display_name":"K Ayed","orcid":"https://orcid.org/0000-0001-8160-3871","observed_orcids":["https://orcid.org/0000-0001-8160-3871"]},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I4403386600","display_name":"Facult\u00e9 de m\u00e9decine de Tunis","ror":"https://ror.org/03pyhhg10","country_code":"TN","type":"education","lineage":["https://openalex.org/I4403386600","https://openalex.org/I63596082"]},{"id":"https://openalex.org/I63596082","display_name":"Tunis El Manar University","ror":"https://ror.org/029cgt552","country_code":"TN","type":"education","lineage":["https://openalex.org/I63596082"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Khadija Ayed","raw_affiliation_strings":["Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I4403386600","https://openalex.org/I63596082"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087860739","display_name":"Rym B\u00e2ati","orcid":"https://orcid.org/0000-0003-0138-1434","observed_orcids":["https://orcid.org/0000-0003-0138-1434"]},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I4403386600","display_name":"Facult\u00e9 de m\u00e9decine de Tunis","ror":"https://ror.org/03pyhhg10","country_code":"TN","type":"education","lineage":["https://openalex.org/I4403386600","https://openalex.org/I63596082"]},{"id":"https://openalex.org/I63596082","display_name":"Tunis El Manar University","ror":"https://ror.org/029cgt552","country_code":"TN","type":"education","lineage":["https://openalex.org/I63596082"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Rym Baati","raw_affiliation_strings":["Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Physiology, Faculty of Medicine of Tunis, University of Tunis El Manar, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I4403386600","https://openalex.org/I63596082"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"104","issue":"05","first_page":"634","last_page":"639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-chatbots","display_name":"AI chatbots","score":0.9229999780654907},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9390000104904175},{"id":"https://openalex.org/keywords/qwen","display_name":"Qwen","score":0.9369999766349792},{"id":"https://openalex.org/keywords/perplexity-ai","display_name":"Perplexity AI","score":0.9850000143051147},{"id":"https://openalex.org/keywords/respiratory-physiology","display_name":"respiratory physiology","score":0.7820000052452087},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.9900000095367432},{"id":"https://openalex.org/keywords/medical-education","display_name":"medical education","score":0.5690000057220459},{"id":"https://openalex.org/keywords/ai-reliability","display_name":"AI reliability","score":0.30300000309944153},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.5210000276565552}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7813000082969666},{"id":"https://openalex.org/C186282968","wikidata":"https://www.wikidata.org/wiki/Q1434261","display_name":"McNemar's test","level":2,"score":0.6675999760627747},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.652999997138977},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4244999885559082},{"id":"https://openalex.org/C2986265897","wikidata":"https://www.wikidata.org/wiki/Q23852","display_name":"Human physiology","level":2,"score":0.4187000095844269},{"id":"https://openalex.org/C163498912","wikidata":"https://www.wikidata.org/wiki/Q472287","display_name":"Respiratory physiology","level":3,"score":0.40720000863075256},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.37779998779296875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3522999882698059},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C179585855","wikidata":"https://www.wikidata.org/wiki/Q203337","display_name":"Pulmonology","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.31619998812675476},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3156999945640564},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.26109999418258667}],"mesh":[{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D003430","descriptor_name":"Cross-Sectional Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004504","descriptor_name":"Education, Medical, Undergraduate","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004504","descriptor_name":"Education, Medical, Undergraduate","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D005180","descriptor_name":"Faculty, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012143","descriptor_name":"Respiratory Physiological Phenomena","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013337","descriptor_name":"Students, Medical","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D014416","descriptor_name":"Tunisia","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.62438/tunismed.v104i05.6620","doi":"https://doi.org/10.62438/tunismed.v104i05.6620","is_oa":true,"landing_page_url":"https://doi.org/10.62438/tunismed.v104i05.6620","pdf_url":"https://www.latunisiemedicale.com/index.php/tunismed/article/download/6620/3904","source":{"id":"https://openalex.org/S2755967852","display_name":"La Tunisie M\u00e9dicale","issn_l":"0041-4131","issn":["0041-4131","2724-7031"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","medline","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4322696457","host_organization_name":"Societe Tunisienne Des Sciences Medicales","host_organization_lineage":["https://openalex.org/P4322696457"],"host_organization_lineage_names":["Societe Tunisienne Des Sciences Medicales"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"La Tunisie M\u00e9dicale","raw_type":"journal-article"},{"id":"pmid:42578767","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42578767","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"La Tunisie medicale","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13751038","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13751038/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tunis Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.62438/tunismed.v104i05.6620","doi":"https://doi.org/10.62438/tunismed.v104i05.6620","is_oa":true,"landing_page_url":"https://doi.org/10.62438/tunismed.v104i05.6620","pdf_url":"https://www.latunisiemedicale.com/index.php/tunismed/article/download/6620/3904","source":{"id":"https://openalex.org/S2755967852","display_name":"La Tunisie M\u00e9dicale","issn_l":"0041-4131","issn":["0041-4131","2724-7031"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","medline","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4322696457","host_organization_name":"Societe Tunisienne Des Sciences Medicales","host_organization_lineage":["https://openalex.org/P4322696457"],"host_organization_lineage_names":["Societe Tunisienne Des Sciences Medicales"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"La Tunisie M\u00e9dicale","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.6164000034332275},{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5683000087738037}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7162240367.pdf","grobid_xml":"https://content.openalex.org/works/W7162240367.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2002489811","https://openalex.org/W2498951037","https://openalex.org/W2773074155","https://openalex.org/W3016797617","https://openalex.org/W4385767049","https://openalex.org/W4386333898","https://openalex.org/W4387164817","https://openalex.org/W4389163221","https://openalex.org/W4390974900","https://openalex.org/W4392193191","https://openalex.org/W4392961515","https://openalex.org/W4396810513","https://openalex.org/W4400525805","https://openalex.org/W4401589882","https://openalex.org/W4401793114","https://openalex.org/W4402356211","https://openalex.org/W4403220723","https://openalex.org/W4403717095","https://openalex.org/W4405623292","https://openalex.org/W4406241919","https://openalex.org/W4406887664","https://openalex.org/W4408226143","https://openalex.org/W4408286179","https://openalex.org/W4409260121","https://openalex.org/W4411210101","https://openalex.org/W4412853478","https://openalex.org/W4413228182","https://openalex.org/W4413355168","https://openalex.org/W4413458885","https://openalex.org/W4414510159","https://openalex.org/W4415266886","https://openalex.org/W4415616925","https://openalex.org/W4417150383"],"related_works":["https://openalex.org/W7140172360","https://openalex.org/W4382020836","https://openalex.org/W4400041715","https://openalex.org/W4410748863","https://openalex.org/W4416184857","https://openalex.org/W4407719631","https://openalex.org/W4403312162","https://openalex.org/W6927385390","https://openalex.org/W4392961515","https://openalex.org/W4393049004"],"abstract_inverted_index":{"BACKGROUND:":[0],"Artificial":[1],"intelligence":[2],"(AI)":[3],"chatbots":[4,46,95,216,234],"are":[5,235],"increasingly":[6],"used":[7,72],"by":[8,117,176],"medical":[9,253],"students":[10],"for":[11,122,197,207,242],"learning":[12],"and":[13,39,89,99,132,151,179,195,238],"examination":[14,32,52,247],"preparation.":[15],"However,":[16],"their":[17,250],"reliability":[18],"in":[19,73],"mechanistically":[20],"demanding":[21],"disciplines":[22],"such":[23],"as":[24,143],"respiratory":[25,50,63,123,220],"physiology":[26,51,64,124,221],"remains":[27],"insufficiently":[28],"evaluated":[29,103,214],"using":[30,104,128,245],"authentic":[31],"material.":[33],"This":[34],"study":[35,60],"aimed":[36],"to":[37,147],"assess":[38],"compare":[40],"the":[41,78,85,112,118,137,170,183,190,204,240],"performance":[42],"of":[43,80,82],"three":[44],"AI":[45,94,215,233],"on":[47,219],"validated":[48],"undergraduate":[49,75],"questions.":[53],"METHODS:":[54],"We":[55],"conducted":[56],"a":[57],"cross-sectional":[58],"analytical":[59],"including":[61],"all":[62,213],"multiple-choice":[65],"questions":[66],"(MCQs),":[67],"each":[68],"comprising":[69],"five":[70],"propositions,":[71],"official":[74],"examinations":[76],"at":[77],"Faculty":[79],"Medicine":[81],"Tunis":[83],"during":[84],"academic":[86],"years":[87],"2023-2024":[88],"2024-2025":[90],"(101":[91],"questions).":[92],"Three":[93],"(ChatGPT-5.1,":[96],"Qwen-3":[97],"Max,":[98],"Perplexity":[100,180],"AI)":[101],"were":[102,141],"standardized":[105],"French-language":[106],"prompts.":[107],"Exact":[108],"question-level":[109],"concordance":[110,156,172],"with":[111],"faculty-validated":[113],"answer":[114],"key,":[115],"established":[116],"teaching":[119],"staff":[120],"responsible":[121],"examinations,":[125],"was":[126,225],"compared":[127],"Cochran's":[129],"Q":[130,162],"test":[131],"pairwise":[133],"McNemar":[134],"tests.":[135],"At":[136,182],"proposition":[138,184],"level,":[139],"responses":[140],"analyzed":[142],"binary":[144],"outcomes":[145],"(true/false)":[146],"compute":[148],"accuracy,":[149],"sensitivity,":[150],"specificity.":[152],"RESULTS:":[153],"Question-level":[154],"exact":[155],"differed":[157],"significantly":[158],"across":[159,227],"models":[160],"(Cochran's":[161],"=":[163,166],"10.18,":[164],"p":[165],"0.006).":[167],"ChatGPT":[168,188],"showed":[169],"highest":[171,191,205],"rate":[173],"(79.2%),":[174],"followed":[175],"Qwen":[177,202],"(74.3%)":[178],"(62.4%).":[181],"level":[185],"(505":[186],"propositions),":[187],"achieved":[189],"overall":[192],"accuracy":[193],"(94.1%)":[194],"sensitivity":[196],"true":[198],"propositions":[199,209],"(96.5%),":[200],"whereas":[201],"demonstrated":[203],"specificity":[206],"false":[208],"(94.2%).":[210],"CONCLUSION:":[211],"Although":[212],"performed":[217],"well":[218],"MCQs,":[222],"substantial":[223],"variability":[224],"observed":[226],"models.":[228],"These":[229],"findings":[230],"indicate":[231],"that":[232],"not":[236],"interchangeable":[237],"underscore":[239],"need":[241],"institution-level":[243],"evaluation":[244],"local":[246],"material":[248],"before":[249],"integration":[251],"into":[252],"education.":[254]},"counts_by_year":[],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2026-05-25T00:00:00"}