{"id":"https://openalex.org/W4389944281","doi":"https://doi.org/10.1016/j.acpath.2023.100099","title":"ChatGPT 3.5 fails to write appropriate multiple choice practice exam questions","display_name":"ChatGPT 3.5 fails to write appropriate multiple choice practice exam questions","alternate_titles":[],"publication_year":2023,"publication_date":"2023-12-19","ids":{"openalex":"https://openalex.org/W4389944281","doi":"https://doi.org/10.1016/j.acpath.2023.100099","pmid":"https://pubmed.ncbi.nlm.nih.gov/38162414","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10753050"},"language":"en","primary_location":{"id":"doi:10.1016/j.acpath.2023.100099","doi":"https://doi.org/10.1016/j.acpath.2023.100099","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.acpath.2023.100099","pdf_url":null,"source":{"id":"https://openalex.org/S4210212924","display_name":"Academic Pathology","issn_l":"2374-2895","issn":["2374-2895"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","poland-20"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Pathology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4389944281"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.acpath.2023.100099","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093530208","display_name":"Alexander Ngo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Ngo","raw_affiliation_strings":["Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031471902","display_name":"Saumya Gupta","orcid":"https://orcid.org/0009-0001-7904-9872","observed_orcids":["https://orcid.org/0009-0001-7904-9872"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saumya Gupta","raw_affiliation_strings":["Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA"],"raw_orcid":"https://orcid.org/0009-0001-7904-9872","affiliations":[{"raw_affiliation_string":"Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093530209","display_name":"Oliver Perrine","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oliver Perrine","raw_affiliation_strings":["Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rithik Reddy","orcid":"https://orcid.org/0000-0002-3762-9668","observed_orcids":["https://orcid.org/0000-0002-3762-9668"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rithik Reddy","raw_affiliation_strings":["Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3762-9668","affiliations":[{"raw_affiliation_string":"Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085362045","display_name":"Sherry Ershadi","orcid":"https://orcid.org/0009-0005-9511-6202","observed_orcids":["https://orcid.org/0009-0005-9511-6202"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sherry Ershadi","raw_affiliation_strings":["Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007616136","display_name":"Daniel George Remick","orcid":"https://orcid.org/0000-0002-2615-3713","observed_orcids":["https://orcid.org/0000-0002-2615-3713"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel Remick","raw_affiliation_strings":["Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2615-3713","affiliations":[{"raw_affiliation_string":"Department of Pathology & Laboratory Medicine, Boston University Chobanian and Avidesian School of Medicine, Boston MA, USA","institution_ids":["https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007616136"],"corresponding_institution_ids":["https://openalex.org/I111088046"],"apc_list":{"value":1950,"currency":"USD","value_usd":1950},"apc_paid":{"value":1950,"currency":"USD","value_usd":1950},"fwci":2.575,"has_fulltext":true,"cited_by_count":78,"citation_normalized_percentile":{"value":0.91407204,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":"1","first_page":"100099","last_page":"100099"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8628000020980835,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8628000020980835,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.13289999961853027,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.906000018119812},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.7009999752044678},{"id":"https://openalex.org/keywords/ai-generated-test-items","display_name":"AI-generated test items","score":0.5529999732971191},{"id":"https://openalex.org/keywords/question-quality-evaluation","display_name":"question quality evaluation","score":0.38600000739097595},{"id":"https://openalex.org/keywords/large-language-models-in-education","display_name":"large language models in education","score":0.6489999890327454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4518548548221588},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36674565076828003},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3271586000919342}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.acpath.2023.100099","doi":"https://doi.org/10.1016/j.acpath.2023.100099","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.acpath.2023.100099","pdf_url":null,"source":{"id":"https://openalex.org/S4210212924","display_name":"Academic Pathology","issn_l":"2374-2895","issn":["2374-2895"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","poland-20"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Pathology","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10753050","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10753050","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10753050/pdf/main.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acad Pathol","raw_type":"Text"},{"id":"pmid:38162414","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38162414","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic pathology","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1016/j.acpath.2023.100099","doi":"https://doi.org/10.1016/j.acpath.2023.100099","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.acpath.2023.100099","pdf_url":null,"source":{"id":"https://openalex.org/S4210212924","display_name":"Academic Pathology","issn_l":"2374-2895","issn":["2374-2895"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","poland-20"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Pathology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4441430507","display_name":"Volatile anesthetic effects on aging brain","funder_award_id":"R01GM098308","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G6420737581","display_name":"Mechanisms of improved organ function following sepsis treatment with vitamin c, thiamine and hydrocortisone (triple therapy)","funder_award_id":"R21AI147168","funder_id":"https://openalex.org/F4320337355","funder_display_name":"National Institute of Allergy and Infectious Diseases"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"},{"id":"https://openalex.org/F4320337355","display_name":"National Institute of Allergy and Infectious Diseases","ror":"https://ror.org/043z4tv69"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389944281.pdf","grobid_xml":"https://content.openalex.org/works/W4389944281.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1486421535","https://openalex.org/W2020110561","https://openalex.org/W2023056945","https://openalex.org/W2065443038","https://openalex.org/W2735374180","https://openalex.org/W2888647361","https://openalex.org/W2921775561","https://openalex.org/W2981863007","https://openalex.org/W3048626054","https://openalex.org/W4206789305","https://openalex.org/W4292197005","https://openalex.org/W4322626948","https://openalex.org/W4323848232","https://openalex.org/W4328049468"],"related_works":["https://openalex.org/W6939879311","https://openalex.org/W4392888890","https://openalex.org/W4398185616","https://openalex.org/W4396962920","https://openalex.org/W4391811770","https://openalex.org/W4390940237","https://openalex.org/W4366813466","https://openalex.org/W4400096709","https://openalex.org/W4386249608","https://openalex.org/W4391183946"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"may":[3,35,142,158],"have":[4,16],"a":[5],"profound":[6],"impact":[7],"on":[8],"traditional":[9],"teaching":[10,37],"in":[11,88,135],"academic":[12],"settings.":[13],"Multiple":[14],"concerns":[15],"been":[17],"raised,":[18],"especially":[19],"related":[20],"to":[21,46,60,103],"using":[22],"ChatGPT":[23,34,44,58,79,101,145],"for":[24,68,74,107,147],"creating":[25,148],"de":[26],"novo":[27],"essays.":[28],"However,":[29],"AI":[30],"programs":[31],"such":[32],"as":[33],"augment":[36],"techniques.":[38],"In":[39,98],"this":[40],"article,":[41],"we":[42],"used":[43],"3.5":[45],"create":[47,61],"60":[48],"multiple":[49,62],"choice":[50,63],"questions.":[51],"Author":[52],"written":[53],"text":[54],"was":[55],"uploaded":[56],"and":[57,72,84],"asked":[59],"questions":[64,83,93,117],"with":[65,86,151],"an":[66,105],"explanation":[67,106],"the":[69,75,92,108,116,153],"correct":[70,82],"answer":[71],"explanations":[73,87],"incorrect":[76,109],"answers.":[77,110],"Unfortunately,":[78],"only":[80],"generated":[81],"answers":[85,119],"32":[89,129],"%":[90,114,130],"of":[91,96,115,128],"(19":[94],"out":[95],"60).":[97],"many":[99],"instances,":[100],"failed":[102],"provide":[104],"An":[111],"additional":[112],"25":[113],"had":[118],"that":[120,155],"were":[121],"either":[122],"wrong":[123],"or":[124],"misleading.":[125],"A":[126],"grade":[127],"would":[131],"be":[132,159],"considered":[133],"failing":[134],"most":[136],"courses.":[137],"Despite":[138],"these":[139],"issues,":[140],"instructors":[141],"still":[143],"find":[144],"useful":[146],"practice":[149],"exams":[150],"explanations\u2014with":[152],"caveat":[154],"extensive":[156],"editing":[157],"required.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389944281","counts_by_year":[{"year":2026,"cited_by_count":30},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":14}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2023-12-20T00:00:00"}
