{"id":"https://openalex.org/W4392501374","doi":"https://doi.org/10.1186/s12909-024-05250-3","title":"AI in medical education: uses of AI in construction type A MCQs","display_name":"AI in medical education: uses of AI in construction type A MCQs","publication_year":2024,"publication_date":"2024-03-06","ids":{"openalex":"https://openalex.org/W4392501374","doi":"https://doi.org/10.1186/s12909-024-05250-3","pmid":"https://pubmed.ncbi.nlm.nih.gov/38448870","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10919037"},"language":"en","primary_location":{"id":"doi:10.1186/s12909-024-05250-3","doi":"https://doi.org/10.1186/s12909-024-05250-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12909-024-05250-3","pdf_url":"https://bmcmededuc.biomedcentral.com/counter/pdf/10.1186/s12909-024-05250-3","source":{"id":"https://openalex.org/S144187503","display_name":"BMC Medical Education","issn_l":"1472-6920","issn":["1472-6920"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmededuc.biomedcentral.com/counter/pdf/10.1186/s12909-024-05250-3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059499327","display_name":"Assad Ali Rezigalla","orcid":"https://orcid.org/0000-0002-9693-9586","observed_orcids":["https://orcid.org/0000-0002-9693-9586"]},"institutions":[{"id":"https://openalex.org/I4210136004","display_name":"University of Bisha","ror":"https://ror.org/040548g92","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210136004"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Assad Ali Rezigalla","raw_affiliation_strings":["Department of Anatomy, College of Medicine, University of Bisha, Bisha, 61922, Saudi Arabia. assadkafe@yahoo.com","Department of Anatomy, College of Medicine, University of Bisha, Bisha, 61922, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anatomy, College of Medicine, University of Bisha, Bisha, 61922, Saudi Arabia. assadkafe@yahoo.com","institution_ids":["https://openalex.org/I4210136004"]},{"raw_affiliation_string":"Department of Anatomy, College of Medicine, University of Bisha, Bisha, 61922, Saudi Arabia","institution_ids":["https://openalex.org/I4210136004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059499327"],"corresponding_institution_ids":["https://openalex.org/I4210136004"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":3.2292,"has_fulltext":true,"cited_by_count":40,"citation_normalized_percentile":{"value":0.9287681,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"24","issue":"1","first_page":"247","last_page":"247"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5795999765396118,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5795999765396118,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.290800005197525,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.10249999910593033,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"artificial intelligence","score":0.8320000171661377},{"id":"https://openalex.org/keywords/automated-item-generation","display_name":"automated item generation","score":0.7200000286102295},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.828000009059906},{"id":"https://openalex.org/keywords/test-item-quality","display_name":"test item quality","score":0.7170000076293945},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.6399999856948853},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":0.9350000023841858},{"id":"https://openalex.org/keywords/distractor-analysis","display_name":"distractor analysis","score":0.9300000071525574},{"id":"https://openalex.org/keywords/chatpdf","display_name":"ChatPDF","score":0.6069999933242798},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.8420000076293945},{"id":"https://openalex.org/keywords/test-bank","display_name":"test bank","score":0.37299999594688416},{"id":"https://openalex.org/keywords/medical-education-evaluation","display_name":"medical education assessment","score":0.4970000088214874}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.8043487071990967},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5778890252113342},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5109676122665405},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49553215503692627},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.47545191645622253},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.440992534160614},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.4382967948913574},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4378528594970703},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.43065375089645386},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.4265557825565338},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.4217436909675598},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.414650022983551},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3521190881729126},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3274095058441162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2859141230583191},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.18562346696853638},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.17792382836341858},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.16148093342781067},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.09949749708175659},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0732755959033966},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003162","descriptor_name":"Competency-Based Education","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003430","descriptor_name":"Cross-Sectional Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004501","descriptor_name":"Education, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011594","descriptor_name":"Psychometrics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1186/s12909-024-05250-3","doi":"https://doi.org/10.1186/s12909-024-05250-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12909-024-05250-3","pdf_url":"https://bmcmededuc.biomedcentral.com/counter/pdf/10.1186/s12909-024-05250-3","source":{"id":"https://openalex.org/S144187503","display_name":"BMC Medical Education","issn_l":"1472-6920","issn":["1472-6920"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Education","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10919037","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10919037","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10919037/pdf/12909_2024_Article_5250.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Med Educ","raw_type":"Text"},{"id":"pmid:38448870","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38448870","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical education","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:f8ce1442e21b4eff929326aeeab284d3","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/f8ce1442e21b4eff929326aeeab284d3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Education, Vol 24, Iss 1, Pp 1-9 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s12909-024-05250-3","doi":"https://doi.org/10.1186/s12909-024-05250-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12909-024-05250-3","pdf_url":"https://bmcmededuc.biomedcentral.com/counter/pdf/10.1186/s12909-024-05250-3","source":{"id":"https://openalex.org/S144187503","display_name":"BMC Medical Education","issn_l":"1472-6920","issn":["1472-6920"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8278999924659729,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"},{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320319621","display_name":"University of Bisha","ror":"https://ror.org/040548g92"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392501374.pdf","grobid_xml":"https://content.openalex.org/works/W4392501374.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1688896956","https://openalex.org/W1993868861","https://openalex.org/W2044844953","https://openalex.org/W2061935394","https://openalex.org/W2141521353","https://openalex.org/W2151226963","https://openalex.org/W2183096291","https://openalex.org/W2265969085","https://openalex.org/W2320000683","https://openalex.org/W2488820634","https://openalex.org/W2489455349","https://openalex.org/W2503671500","https://openalex.org/W2753486495","https://openalex.org/W2908443588","https://openalex.org/W2970595699","https://openalex.org/W2980353947","https://openalex.org/W2989613245","https://openalex.org/W2996550193","https://openalex.org/W2999718934","https://openalex.org/W3007803772","https://openalex.org/W3023503681","https://openalex.org/W3035639004","https://openalex.org/W3092117207","https://openalex.org/W3109271711","https://openalex.org/W3127024416","https://openalex.org/W3127344864","https://openalex.org/W3171148899","https://openalex.org/W3173393692","https://openalex.org/W3174122384","https://openalex.org/W3194162184","https://openalex.org/W4228997948","https://openalex.org/W4230876005","https://openalex.org/W4239464535","https://openalex.org/W4284964914","https://openalex.org/W4313360204","https://openalex.org/W4323670316","https://openalex.org/W4362580133","https://openalex.org/W4366830110","https://openalex.org/W4375853313","https://openalex.org/W4380768014","https://openalex.org/W4381573643","https://openalex.org/W6829242218"],"related_works":["https://openalex.org/W4411236634","https://openalex.org/W7166295549","https://openalex.org/W4416376924","https://openalex.org/W7138914407","https://openalex.org/W7197004914","https://openalex.org/W4412470975","https://openalex.org/W7160863896","https://openalex.org/W7214220326","https://openalex.org/W7134043215","https://openalex.org/W7162399887"],"abstract_inverted_index":{"BACKGROUND:":[0],"The":[1,50,68,79,95,115,133,184,194,204,221,258],"introduction":[2],"of":[3,13,36,111,118,135,144,174,187,202,211,224,267,278,322,336],"competency-based":[4],"education":[5],"models,":[6],"student":[7],"centers,":[8],"and":[9,45,90,109,126,151,163,215,246,253,264,283,301,313,341,358],"the":[10,34,98,127,136,145,156,175,180,225,265,279,299,320,334,342],"increased":[11],"use":[12,35,335],"formative":[14,66],"assessments":[15],"have":[16],"led":[17],"to":[18,24,32,40,60,74,97,141,155,230,274,353],"demands":[19],"for":[20,87],"high-quality":[21],"test":[22],"items":[23,81,102,137,146,160,209,226,239,280,324],"be":[25],"used":[26],"in":[27,190,338,355,360],"assessments.":[28],"This":[29,63],"study":[30,51,64],"aimed":[31],"assess":[33],"an":[37,91],"AI":[38,69,308,318,337],"tool":[39,70],"generate":[41,75],"MCQs":[42,76],"type":[43,77],"A":[44,287],"evaluate":[46],"its":[47],"quality.":[48],"METHODS:":[49],"design":[52],"was":[53,72,103,124,131,192,197,218,250,255,270,296],"cross-sectional":[54],"analytics":[55],"conducted":[56],"from":[57,139,228],"June":[58],"2023":[59],"August":[61],"2023.":[62],"utilized":[65],"TBL.":[67],"(ChatPdf.com)":[71],"selected":[73],"A.":[78],"generated":[80],"were":[82,152,210,243,261,281,285],"evaluated":[83],"using":[84,307],"a":[85,326,346],"questionnaire":[86,96,128],"subject":[88,99],"experts":[89,100,123],"item":[92,107,112,172,339,356],"(psychometric)":[93],"analysis.":[94],"about":[101],"formed":[104],"based":[105],"on":[106],"quality":[108,134],"rating":[110],"difficulty.":[113],"RESULTS:":[114],"total":[116,185],"number":[117,186,266],"recurrent":[119],"staff":[120],"members":[121],"as":[122],"25,":[125],"response":[129],"rate":[130],"68%.":[132],"ranged":[138,227],"good":[140,241,310],"excellent.":[142],"None":[143],"had":[147,166,179,309],"scenarios":[148],"or":[149],"vignettes":[150],"direct.":[153],"According":[154,273],"expert's":[157],"rating,":[158],"easy":[159],"represented":[161,236],"80%,":[162],"only":[164,216,247],"two":[165,176],"moderate":[167,177],"difficulty":[168,182,300],"(20%).":[169],"Only":[170],"one":[171,217,248,254],"out":[173,201],"difficulties":[178],"same":[181],"index.":[183],"students":[188],"participating":[189],"TBL":[191],"48.":[193],"mean":[195],"mark":[196],"4.8":[198],"\u00b1":[199],"1.7":[200],"10.":[203],"KR20":[205],"is":[206],"0.68.":[207],"Most":[208],"moderately":[212],"difficult":[213,219],"(90%)":[214],"(10%).":[220],"discrimination":[222,235,242,302],"index":[223],"0.77":[229],"0.15.":[231],"Items":[232,305],"with":[233,240],"excellent":[234],"50%":[237],"(5),":[238],"3":[244],"(30%),":[245],"time":[249],"poor":[251],"(10%),":[252],"none":[256],"discriminating.":[257],"non-functional":[259,268],"distractors":[260,269],"26":[262],"(86.7%),":[263],"four":[271],"(13.3%).":[272],"distractor":[275],"analysis,":[276],"60%":[277],"excellent,":[282],"40%":[284],"good.":[286],"significant":[288],"correlation":[289],"(p":[290],"=":[291,294],"0.4,":[292],"r":[293],"0.30)":[295],"found":[297],"between":[298],"indices.":[303],"CONCLUSION:":[304],"constructed":[306],"psychometric":[311],"properties":[312],"quality,":[314],"measuring":[315],"higher-order":[316],"domains.":[317],"allows":[319],"construction":[321],"many":[323],"within":[325],"short":[327],"time.":[328],"We":[329],"hope":[330],"this":[331],"paper":[332],"brings":[333],"generation":[340,357],"associated":[343],"challenges":[344],"into":[345],"multi-layered":[347],"discussion":[348],"that":[349],"will":[350],"eventually":[351],"lead":[352],"improvements":[354],"assessment":[359],"general.":[361]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":7}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-03-07T00:00:00"}