{"id":"https://openalex.org/W4409243497","doi":"https://doi.org/10.1007/s40593-025-00471-z","title":"Title: Assessing Quality of Scenario-Based Multiple-Choice Questions in Physiology: Faculty-Generated vs. ChatGPT-Generated Questions among Phase I Medical Students","display_name":"Title: Assessing Quality of Scenario-Based Multiple-Choice Questions in Physiology: Faculty-Generated vs. ChatGPT-Generated Questions among Phase I Medical Students","publication_year":2025,"publication_date":"2025-04-07","ids":{"openalex":"https://openalex.org/W4409243497","doi":"https://doi.org/10.1007/s40593-025-00471-z"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-025-00471-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00471-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00471-z.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00471-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004372211","display_name":"Archana Chauhan","orcid":"https://orcid.org/0000-0002-9117-9151"},"institutions":[{"id":"https://openalex.org/I129862065","display_name":"Government Medical College","ror":"https://ror.org/007fenw03","country_code":"IN","type":"education","lineage":["https://openalex.org/I129862065"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Archana Chauhan","raw_affiliation_strings":["Dr Yashwant Singh Parmar Government Medical College, Nahan, Himachal Pradesh, 173001, India"],"affiliations":[{"raw_affiliation_string":"Dr Yashwant Singh Parmar Government Medical College, Nahan, Himachal Pradesh, 173001, India","institution_ids":["https://openalex.org/I129862065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088824924","display_name":"Farah Khaliq","orcid":"https://orcid.org/0000-0002-3651-5087"},"institutions":[{"id":"https://openalex.org/I110166357","display_name":"University of Delhi","ror":"https://ror.org/04gzb2213","country_code":"IN","type":"education","lineage":["https://openalex.org/I110166357"]},{"id":"https://openalex.org/I172982924","display_name":"University College of Medical Sciences","ror":"https://ror.org/01h3fm945","country_code":"IN","type":"education","lineage":["https://openalex.org/I110166357","https://openalex.org/I172982924"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Farah Khaliq","raw_affiliation_strings":["University College of Medical Sciences, Delhi University, New Delhi, 110 095, India"],"affiliations":[{"raw_affiliation_string":"University College of Medical Sciences, Delhi University, New Delhi, 110 095, India","institution_ids":["https://openalex.org/I172982924","https://openalex.org/I110166357"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056480134","display_name":"Kirtana Raghurama Nayak","orcid":"https://orcid.org/0000-0001-6124-2239"},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kirtana Raghurama Nayak","raw_affiliation_strings":["Department of Physiology & Medical Education, Kasturba Medical College, Manipal, Manipal Academy of Higher Education, Manipal, Karnataka, 576104, India"],"affiliations":[{"raw_affiliation_string":"Department of Physiology & Medical Education, Kasturba Medical College, Manipal, Manipal Academy of Higher Education, Manipal, Karnataka, 576104, India","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004372211"],"corresponding_institution_ids":["https://openalex.org/I129862065"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":7.5501,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.97167703,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"4","first_page":"2315","last_page":"2344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.5552682876586914},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5494812726974487},{"id":"https://openalex.org/keywords/educational-technology","display_name":"Educational technology","score":0.4633031487464905},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.42404207587242126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41572466492652893},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.39785823225975037},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3716280162334442},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.28726089000701904},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.17160403728485107}],"concepts":[{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5552682876586914},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5494812726974487},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.4633031487464905},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.42404207587242126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41572466492652893},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39785823225975037},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3716280162334442},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.28726089000701904},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.17160403728485107},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-025-00471-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00471-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00471-z.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-025-00471-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00471-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00471-z.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409243497.pdf","grobid_xml":"https://content.openalex.org/works/W4409243497.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1948297112","https://openalex.org/W1979290264","https://openalex.org/W1983849033","https://openalex.org/W2005715204","https://openalex.org/W2128363176","https://openalex.org/W2145443748","https://openalex.org/W2474242656","https://openalex.org/W2499336607","https://openalex.org/W2607595404","https://openalex.org/W2913707177","https://openalex.org/W3087973739","https://openalex.org/W3092424940","https://openalex.org/W3102882607","https://openalex.org/W3127024416","https://openalex.org/W3130091679","https://openalex.org/W3133702157","https://openalex.org/W3172587501","https://openalex.org/W4220922485","https://openalex.org/W4232944805","https://openalex.org/W4286639707","https://openalex.org/W4295903166","https://openalex.org/W4312083290","https://openalex.org/W4313232683","https://openalex.org/W4317888561","https://openalex.org/W4321499561","https://openalex.org/W4360615722","https://openalex.org/W4361007835","https://openalex.org/W4362716434","https://openalex.org/W4363671827","https://openalex.org/W4365397528","https://openalex.org/W4366986986","https://openalex.org/W4376616652","https://openalex.org/W4378839436","https://openalex.org/W4382020836","https://openalex.org/W4385972264","https://openalex.org/W4386249608","https://openalex.org/W4387327237","https://openalex.org/W4387703131","https://openalex.org/W4387776858","https://openalex.org/W4388488349","https://openalex.org/W4388656085","https://openalex.org/W4388817859","https://openalex.org/W4389249822","https://openalex.org/W4389944281","https://openalex.org/W4390229778","https://openalex.org/W4390546602","https://openalex.org/W4390887816","https://openalex.org/W4391229014","https://openalex.org/W4391811770","https://openalex.org/W4393119065","https://openalex.org/W4395037579","https://openalex.org/W4399378777","https://openalex.org/W4403484167","https://openalex.org/W4403602604","https://openalex.org/W6726633888","https://openalex.org/W6922421627"],"related_works":["https://openalex.org/W3014009012","https://openalex.org/W2041845775","https://openalex.org/W2938338571","https://openalex.org/W3189356263","https://openalex.org/W2276737433","https://openalex.org/W610457567","https://openalex.org/W2163882961","https://openalex.org/W2188228175","https://openalex.org/W2067373084","https://openalex.org/W3008467781"],"abstract_inverted_index":{"Abstract":[0],"The":[1,92,168],"integration":[2],"of":[3,31,55,90,102,184,193,220,234],"Artificial":[4],"Intelligence":[5],"(AI),":[6],"particularly":[7],"Chatbot":[8],"Generative":[9],"Pre-Trained":[10],"Transformer":[11],"(ChatGPT),":[12],"in":[13,39,142,236],"medical":[14,63],"education":[15],"has":[16],"introduced":[17],"new":[18],"possibilities":[19],"for":[20,25,138],"generating":[21],"various":[22],"educational":[23,249],"resources":[24],"assessments.":[26],"However,":[27],"ensuring":[28],"the":[29,40,53,88,105,139,143,180,185,248],"quality":[30,54,89,183],"ChatGPT-generated":[32,162,241],"assessments":[33],"poses":[34],"challenges,":[35],"with":[36,209],"limited":[37],"research":[38],"literature":[41],"addressing":[42],"this":[43,46,59],"issue.":[44],"Recognizing":[45],"gap,":[47],"our":[48],"study":[49,60,93],"aims":[50],"to":[51,70,86,120,157,178,243],"investigate":[52],"ChatGPT-based":[56],"assessment.":[57,91],"In":[58],"among":[61],"first-year":[62],"students,":[64,150],"a":[65,217],"crossover":[66],"design":[67],"was":[68],"employed":[69],"compare":[71],"scenario-based":[72],"multiple-choice":[73],"questions":[74,126,163,186,215],"(SBMCQs)":[75],"crafted":[76],"by":[77,129,188],"both":[78,108,189],"faculty":[79,109,231],"members":[80,110],"and":[81,100,111,123,148,175,182,205,239],"ChatGPT":[82,112],"through":[83],"item":[84,173],"analysis":[85,174,177],"determine":[87],"comprised":[94],"three":[95],"main":[96],"phases:":[97],"development,":[98],"implementation,":[99],"evaluation":[101],"SBMCQs.":[103],"During":[104,227],"development":[106],"phase,":[107,145],"generated":[113,187],"60":[114],"SBMCQs":[115,135,195,242],"each,":[116],"covering":[117],"topics":[118],"related":[119],"cardiovascular,":[121],"respiratory,":[122],"endocrinology.":[124],"These":[125],"underwent":[127,171],"assessment":[128],"independent":[130],"reviewers,":[131],"after":[132],"which":[133],"80":[134],"were":[136,155],"selected":[137],"tests.":[140],"Subsequently,":[141],"implementation":[144],"one":[146],"hundred":[147],"twenty":[149],"divided":[151],"into":[152],"two":[153],"batches,":[154],"assigned":[156],"receive":[158],"either":[159],"faculty-generated":[160],"or":[161],"across":[164],"four":[165],"test":[166],"sessions.":[167],"collected":[169],"data":[170],"rigorous":[172],"thematic":[176],"evaluate":[179],"effectiveness":[181],"parties.":[190],"Only":[191],"9":[192],"ChatGPT\u2019s":[194,214],"met":[196],"ideal":[197],"criteria":[198],"MCQ":[199],"on":[200],"Difficulty":[201],"Index,":[202],"Discrimination":[203],"Index":[204],"Distractor":[206],"Effectiveness":[207],"contrasting":[208],"19":[210],"from":[211],"faculty.":[212],"Moreover,":[213],"exhibited":[216],"higher":[218],"rate":[219],"nonfunctional":[221],"distractors":[222],"(33.75%":[223],"vs.":[224],"faculty\u2019s":[225],"13.75%).":[226],"focus":[228],"group":[229],"discussion,":[230],"highlighted":[232],"importance":[233],"educators":[235],"reviewing,":[237],"refining,":[238],"validating":[240],"ensure":[244],"their":[245],"appropriateness":[246],"within":[247],"context.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}