{"id":"https://openalex.org/W7224905977","doi":"https://doi.org/10.51253/pafmj.v76i6.12930","title":"ChatGPT In Assessment: A Comparison of Artificial Intelligence (AI)-Generated and Human-Generated One Best-Type Multiple Choice Questions","display_name":"ChatGPT In Assessment: A Comparison of Artificial Intelligence (AI)-Generated and Human-Generated One Best-Type Multiple Choice Questions","publication_year":2026,"publication_date":"2026-10-30","ids":{"openalex":"https://openalex.org/W7224905977","doi":"https://doi.org/10.51253/pafmj.v76i6.12930"},"language":"en","primary_location":{"id":"doi:10.51253/pafmj.v76i6.12930","doi":"https://doi.org/10.51253/pafmj.v76i6.12930","is_oa":true,"landing_page_url":"https://doi.org/10.51253/pafmj.v76i6.12930","pdf_url":"https://www.pafmj.org/PAFMJ/article/download/12930/7944","source":{"id":"https://openalex.org/S2739194844","display_name":"Pakistan Armed Forces Medical Journal","issn_l":"0030-9648","issn":["0030-9648","2411-8842"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319259","host_organization_name":"The Army Press","host_organization_lineage":["https://openalex.org/P4310319259"],"host_organization_lineage_names":["The Army Press"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pakistan Armed Forces Medical Journal","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.pafmj.org/PAFMJ/article/download/12930/7944","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047106710","display_name":"Muhammad Moed Haidar Naqvi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210100043","display_name":"Superior University","ror":"https://ror.org/00yh88643","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210100043"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Moeed Haidar Naqvi","raw_affiliation_strings":["Department of Medical Education, Azra Naheed Medical College, The Superior University, Lahore Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Education, Azra Naheed Medical College, The Superior University, Lahore Pakistan","institution_ids":["https://openalex.org/I4210100043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071815775","display_name":"Masood Jawaid","orcid":"https://orcid.org/0000-0002-4687-0867","observed_orcids":["https://orcid.org/0000-0002-4687-0867"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masood Jawaid","raw_affiliation_strings":["Department of Medical   Education, Pharm Evo, Karachi Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical   Education, Pharm Evo, Karachi Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141034225","display_name":"Syeda Tahseen Fatima","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Syeda Tahseen Fatima","raw_affiliation_strings":["Department of Research and Biostatistics, University College of Medicine and Dentistry"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Research and Biostatistics, University College of Medicine and Dentistry","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5149985778","display_name":"Asad  Ali","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asad Ali","raw_affiliation_strings":["Department of Medical Education, Multan Medical and Dental College, Multan Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Education, Multan Medical and Dental College, Multan Pakistan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030325566","display_name":"Tayyaba Azhar","orcid":"https://orcid.org/0000-0002-0768-9694","observed_orcids":["https://orcid.org/0000-0002-0768-9694"]},"institutions":[{"id":"https://openalex.org/I4210100043","display_name":"Superior University","ror":"https://ror.org/00yh88643","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210100043"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Tayyaba Azhar","raw_affiliation_strings":["Department of Medical Education, Azra Naheed Medical College, The Superior University, Lahore Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Education, Azra Naheed Medical College, The Superior University, Lahore Pakistan","institution_ids":["https://openalex.org/I4210100043"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":7000,"currency":"PKR","value_usd":null},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76890173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"76","issue":"6","first_page":"822","last_page":"826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7534000277519226,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7534000277519226,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.14329999685287476,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0763000026345253,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9860000014305115},{"id":"https://openalex.org/keywords/artificial-intelligence-in-education","display_name":"artificial intelligence in education","score":0.6800000071525574},{"id":"https://openalex.org/keywords/multiple-choice-question-generation","display_name":"multiple-choice question generation","score":0.8529999852180481},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.6240000128746033},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":0.9750000238418579},{"id":"https://openalex.org/keywords/distractor-efficiency","display_name":"distractor efficiency","score":0.8650000095367432},{"id":"https://openalex.org/keywords/medical-education-evaluation","display_name":"medical education assessment","score":0.6349999904632568},{"id":"https://openalex.org/keywords/test-item-quality","display_name":"test item quality","score":0.421999990940094}],"concepts":[{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.6897000074386597},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.5821999907493591},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5273000001907349},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.44839999079704285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4442000091075897},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4406000077724457},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C102830678","wikidata":"https://www.wikidata.org/wiki/Q7858684","display_name":"Two-alternative forced choice","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.39579999446868896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37439998984336853},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.3522000014781952},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3481000065803528},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.31139999628067017},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.2808000147342682},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C2992860105","wikidata":"https://www.wikidata.org/wiki/Q7631392","display_name":"Subject matter","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.25760000944137573},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.51253/pafmj.v76i6.12930","doi":"https://doi.org/10.51253/pafmj.v76i6.12930","is_oa":true,"landing_page_url":"https://doi.org/10.51253/pafmj.v76i6.12930","pdf_url":"https://www.pafmj.org/PAFMJ/article/download/12930/7944","source":{"id":"https://openalex.org/S2739194844","display_name":"Pakistan Armed Forces Medical Journal","issn_l":"0030-9648","issn":["0030-9648","2411-8842"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319259","host_organization_name":"The Army Press","host_organization_lineage":["https://openalex.org/P4310319259"],"host_organization_lineage_names":["The Army Press"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pakistan Armed Forces Medical Journal","raw_type":"journal-article"},{"id":"pmh:oai:pafmj.org:article/12930","doi":null,"is_oa":true,"landing_page_url":"https://www.pafmj.org/PAFMJ/article/view/12930","pdf_url":null,"source":{"id":"https://openalex.org/S2739194844","display_name":"Pakistan Armed Forces Medical Journal","issn_l":"0030-9648","issn":["0030-9648","2411-8842"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319259","host_organization_name":"The Army Press","host_organization_lineage":["https://openalex.org/P4310319259"],"host_organization_lineage_names":["The Army Press"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"0030-9648","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:c8c4a6f2682d460884602c3f445c2a5d","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/c8c4a6f2682d460884602c3f445c2a5d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pakistan Armed Forces Medical Journal, Vol 76, Iss 6 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.51253/pafmj.v76i6.12930","doi":"https://doi.org/10.51253/pafmj.v76i6.12930","is_oa":true,"landing_page_url":"https://doi.org/10.51253/pafmj.v76i6.12930","pdf_url":"https://www.pafmj.org/PAFMJ/article/download/12930/7944","source":{"id":"https://openalex.org/S2739194844","display_name":"Pakistan Armed Forces Medical Journal","issn_l":"0030-9648","issn":["0030-9648","2411-8842"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319259","host_organization_name":"The Army Press","host_organization_lineage":["https://openalex.org/P4310319259"],"host_organization_lineage_names":["The Army Press"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pakistan Armed Forces Medical Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.6164000034332275}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224905977.pdf","grobid_xml":"https://content.openalex.org/works/W7224905977.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W754159817","https://openalex.org/W1969598650","https://openalex.org/W1986908450","https://openalex.org/W2488820634","https://openalex.org/W2913707177","https://openalex.org/W2981296841","https://openalex.org/W3036288868","https://openalex.org/W4281398834","https://openalex.org/W4293208748","https://openalex.org/W4322622443","https://openalex.org/W4324139371","https://openalex.org/W4327890863","https://openalex.org/W4378473491","https://openalex.org/W4382020836","https://openalex.org/W4384078169","https://openalex.org/W4385633981","https://openalex.org/W4386249608","https://openalex.org/W4386770320","https://openalex.org/W4387703131","https://openalex.org/W4388624829","https://openalex.org/W4389249822"],"related_works":["https://openalex.org/W7113188953","https://openalex.org/W4376640309","https://openalex.org/W4405919569","https://openalex.org/W4396773288","https://openalex.org/W4386249608","https://openalex.org/W4411988580","https://openalex.org/W7221469957","https://openalex.org/W4413099656","https://openalex.org/W4407263148","https://openalex.org/W4407043322"],"abstract_inverted_index":{"Objective:":[0],"To":[1],"compare":[2,104,117],"the":[3,67,211,229,237],"quality":[4,198],"of":[5,27,30,49,56,75,77,138,199],"Multiple-Choice":[6],"Questions":[7],"(MCQs)":[8],"created":[9,62],"by":[10,71,202,214,232],"humans":[11,187],"and":[12,25,91,110,128,130,181,205],"Chat":[13,64,143,203,215,233],"GPT":[14,65,144,204,216],"using":[15,63,132],"post-hoc":[16],"item":[17,83],"analysis.":[18],"Study":[19],"Design:":[20],"Quasi-Experimental":[21],"Research":[22],"Design.":[23],"Place":[24],"Duration":[26,74],"Study:":[28],"Department":[29],"Medicine,":[31],"Azra":[32],"Naheed":[33],"Medical":[34],"College,":[35],"The":[36,121,156,197],"Superior":[37],"University,":[38],"Lahore":[39],"Pakistan,":[40],"from":[41],"Feb":[42],"to":[43,103,116],"Aug":[44],"2024.":[45],"Methodology:":[46],"A":[47,220],"total":[48],"100":[50,139],"participants":[51],"were":[52,96,123,141,190],"given":[53],"two":[54],"sets":[55],"50":[57],"questions.":[58],"One":[59],"set":[60],"was":[61,69,79,85,101],"while":[66],"other":[68],"crafted":[70],"human":[72],"teachers.":[73],"generation":[76],"MCQs":[78,140,146,200,230],"noted.":[80],"Post":[81],"hoc":[82],"analysis":[84],"done":[86],"(difficulty":[87],"index,":[88,107],"discrimination":[89,108],"index":[90,109],"distractor":[92,119],"analysis).":[93],"Student":[94],"scores":[95,174],"compared.":[97],"Independent":[98],"sample":[99],"t-test":[100],"applied":[102],"mean":[105,118],"difficulty":[106],"student":[111,173],"scores.":[112],"Two":[113],"proportions":[114],"z-test":[115],"efficiency.":[120],"results":[122],"reported":[124],"as":[125],"means,":[126],"frequencies":[127],"percentages":[129],"analyzed":[131],"SPSS":[133],"version":[134],"27.":[135],"Results:":[136],"Total":[137],"evaluated.":[142],"generated":[145,231],"in":[147],"25":[148],"minutes,":[149],"significantly":[150,218],"faster":[151],"than":[152],"humans'":[153],"205":[154],"minutes.":[155],"Difficulty":[157],"Index":[158,166],"(Chat":[159,167,175,184],"GPT:":[160,168,176,185],"30.3,":[161],"humans:":[162,170,178],"34.7,":[163],"p=0.39),":[164],"Discrimination":[165],"0.21,":[169],"0.19,":[171],"p=0.514),":[172],"19.4,":[177],"18.46,":[179],"p=0.125)":[180],"Distractor":[182],"efficiency":[183],"75%,":[186],"69.5%,":[188],"p=0.385)":[189],"statistically":[191],"non-significant,":[192],"indicating":[193],"similar":[194],"quality.":[195,240],"Conclusion:":[196],"produced":[201],"Human":[206],"Educators":[207],"is":[208,217],"comparable;":[209],"however,":[210],"duration":[212],"required":[213],"less.":[219],"mixed":[221],"approach,":[222],"where":[223],"subject":[224],"matter":[225],"experts":[226],"qualitatively":[227],"evaluate":[228],"GPT,":[234],"can":[235],"enhance":[236],"overall":[238],"assessment":[239]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-31T00:00:00"}