{"id":"https://openalex.org/W7212378533","doi":"https://doi.org/10.2399/ana.26.1967295","title":"Educational quality and cognitive alignment of GPT-5-generated head and neck anatomy multiple-choice question","display_name":"Educational quality and cognitive alignment of GPT-5-generated head and neck anatomy multiple-choice question","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7212378533","doi":"https://doi.org/10.2399/ana.26.1967295"},"language":"en","primary_location":{"id":"doi:10.2399/ana.26.1967295","doi":"https://doi.org/10.2399/ana.26.1967295","is_oa":true,"landing_page_url":"https://doi.org/10.2399/ana.26.1967295","pdf_url":"https://dergipark.org.tr/en/download/article-file/6092136","source":{"id":"https://openalex.org/S4210169660","display_name":"Anatomy (International Journal of Experimental and Clinical Anatomy)","issn_l":"1307-8798","issn":["1307-8798","1308-8459"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anatomy","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dergipark.org.tr/en/download/article-file/6092136","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017914299","display_name":"Mahmut Sabri Medi\u015fo\u011flu","orcid":"https://orcid.org/0000-0002-4498-8730","observed_orcids":["https://orcid.org/0000-0002-4498-8730"]},"institutions":[{"id":"https://openalex.org/I4387155008","display_name":"Kocaeli Sa\u011fl\u0131k ve Teknoloji \u00dcniversitesi","ror":"https://ror.org/016dcc221","country_code":"TR","type":"education","lineage":["https://openalex.org/I4387155008"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Mahmut Sabri Medi\u015fo\u011flu","raw_affiliation_strings":["KOCAEL\u0130 SA\u011eLIK VE TEKNOLOJ\u0130 \u00dcN\u0130VERS\u0130TES\u0130"],"raw_orcid":"https://orcid.org/0000-0002-4498-8730","affiliations":[{"raw_affiliation_string":"KOCAEL\u0130 SA\u011eLIK VE TEKNOLOJ\u0130 \u00dcN\u0130VERS\u0130TES\u0130","institution_ids":["https://openalex.org/I4387155008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063916269","display_name":"Abdullah \u00d6rs","orcid":"https://orcid.org/0000-0002-6977-7833","observed_orcids":["https://orcid.org/0000-0002-6977-7833"]},"institutions":[{"id":"https://openalex.org/I51826884","display_name":"Kocaeli \u00dcniversitesi","ror":"https://ror.org/0411seq30","country_code":"TR","type":"education","lineage":["https://openalex.org/I51826884"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Abdullah \u00d6rs","raw_affiliation_strings":["KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130"],"raw_orcid":"https://orcid.org/0000-0002-6977-7833","affiliations":[{"raw_affiliation_string":"KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130","institution_ids":["https://openalex.org/I51826884"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021696866","display_name":"Melisa \u00d6\u00e7be","orcid":"https://orcid.org/0000-0003-1609-610X","observed_orcids":["https://orcid.org/0000-0003-1609-610X"]},"institutions":[{"id":"https://openalex.org/I4387155008","display_name":"Kocaeli Sa\u011fl\u0131k ve Teknoloji \u00dcniversitesi","ror":"https://ror.org/016dcc221","country_code":"TR","type":"education","lineage":["https://openalex.org/I4387155008"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Melisa \u00d6\u00e7be","raw_affiliation_strings":["KOCAEL\u0130 SA\u011eLIK VE TEKNOLOJ\u0130 \u00dcN\u0130VERS\u0130TES\u0130"],"raw_orcid":"https://orcid.org/0000-0003-1609-610X","affiliations":[{"raw_affiliation_string":"KOCAEL\u0130 SA\u011eLIK VE TEKNOLOJ\u0130 \u00dcN\u0130VERS\u0130TES\u0130","institution_ids":["https://openalex.org/I4387155008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":"2","first_page":"112","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.5317000150680542,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.5317000150680542,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.2728999853134155,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.08489999920129776,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpt-5","display_name":"GPT-5","score":0.8669999837875366},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9580000042915344},{"id":"https://openalex.org/keywords/multiple-choice-question-generation","display_name":"multiple-choice question generation","score":0.8550000190734863},{"id":"https://openalex.org/keywords/head-and-neck-anatomy","display_name":"head and neck anatomy","score":0.9100000262260437},{"id":"https://openalex.org/keywords/revised-bloom-s-taxonomy","display_name":"Bloom's revised taxonomy","score":0.7649999856948853},{"id":"https://openalex.org/keywords/cognitive-alignment","display_name":"cognitive alignment","score":0.9620000123977661},{"id":"https://openalex.org/keywords/content-validity","display_name":"content validity","score":0.906000018119812},{"id":"https://openalex.org/keywords/structured-prompting","display_name":"structured prompting","score":0.5789999961853027},{"id":"https://openalex.org/keywords/distractor-quality","display_name":"distractor quality","score":0.9020000100135803},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.6940000057220459},{"id":"https://openalex.org/keywords/undergraduate-anatomy-education","display_name":"undergraduate anatomy education","score":0.6100000143051147},{"id":"https://openalex.org/keywords/artificial-intelligence-in-medical-education","display_name":"artificial intelligence in medical education","score":0.5009999871253967},{"id":"https://openalex.org/keywords/curriculum-relevance","display_name":"curriculum relevance","score":0.34299999475479126}],"concepts":[{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.5878999829292297},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5670999884605408},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C58916136","wikidata":"https://www.wikidata.org/wiki/Q1663508","display_name":"Content validity","level":3,"score":0.4844000041484833},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.477400004863739},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.44130000472068787},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C75969862","wikidata":"https://www.wikidata.org/wiki/Q5141215","display_name":"Cognitive interview","level":3,"score":0.4381999969482422},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42649999260902405},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.4260999858379364},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.37720000743865967},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3370000123977661},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.32199999690055847},{"id":"https://openalex.org/C3018411727","wikidata":"https://www.wikidata.org/wiki/Q3867488","display_name":"Head and neck","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29980000853538513},{"id":"https://openalex.org/C55762236","wikidata":"https://www.wikidata.org/wiki/Q5195135","display_name":"Curriculum-based measurement","level":5,"score":0.29829999804496765},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.2948000133037567},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.28119999170303345},{"id":"https://openalex.org/C100461760","wikidata":"https://www.wikidata.org/wiki/Q11518","display_name":"Pythagorean theorem","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C6057870","wikidata":"https://www.wikidata.org/wiki/Q5141248","display_name":"Cognitive test","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2630000114440918},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2630000114440918},{"id":"https://openalex.org/C29694066","wikidata":"https://www.wikidata.org/wiki/Q118301","display_name":"Orthodontics","level":1,"score":0.2581999897956848},{"id":"https://openalex.org/C2779767262","wikidata":"https://www.wikidata.org/wiki/Q5592059","display_name":"Graduate medical education","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2399/ana.26.1967295","doi":"https://doi.org/10.2399/ana.26.1967295","is_oa":true,"landing_page_url":"https://doi.org/10.2399/ana.26.1967295","pdf_url":"https://dergipark.org.tr/en/download/article-file/6092136","source":{"id":"https://openalex.org/S4210169660","display_name":"Anatomy (International Journal of Experimental and Clinical Anatomy)","issn_l":"1307-8798","issn":["1307-8798","1308-8459"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anatomy","raw_type":"journal-article"},{"id":"pmh:oai:dergipark.org.tr:article/1967295","doi":null,"is_oa":false,"landing_page_url":"https://dergipark.org.tr/en/pub/anatomy/article/1967295","pdf_url":null,"source":{"id":"https://openalex.org/S4306401840","display_name":"DergiPark (Istanbul University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67581229","host_organization_name":"Istanbul University","host_organization_lineage":["https://openalex.org/I67581229"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Anatomy, Vol. 20 No. 2","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.2399/ana.26.1967295","doi":"https://doi.org/10.2399/ana.26.1967295","is_oa":true,"landing_page_url":"https://doi.org/10.2399/ana.26.1967295","pdf_url":"https://dergipark.org.tr/en/download/article-file/6092136","source":{"id":"https://openalex.org/S4210169660","display_name":"Anatomy (International Journal of Experimental and Clinical Anatomy)","issn_l":"1307-8798","issn":["1307-8798","1308-8459"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anatomy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8278999924659729,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7212378533.pdf","grobid_xml":"https://content.openalex.org/works/W7212378533.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7205530175","https://openalex.org/W7131874603","https://openalex.org/W4411175356","https://openalex.org/W7221587506","https://openalex.org/W4413850072","https://openalex.org/W7216239303","https://openalex.org/W7138914407","https://openalex.org/W4408836493","https://openalex.org/W7117988202","https://openalex.org/W7167805024"],"abstract_inverted_index":{"Objectives:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5],"emerged":[6],"as":[7],"promising":[8],"tools":[9],"for":[10,90,98,183,194,287,329],"generating":[11],"educational":[12,35],"assessment":[13],"items;":[14],"however,":[15],"their":[16,288],"ability":[17],"to":[18,205,221,251],"produce":[19],"multiple-choice":[20],"questions":[21],"(MCQs)":[22],"that":[23,276],"accurately":[24],"reflect":[25],"intended":[26,76,100,162,196,233,289,310],"cognitive":[27,38,134,254,290,311,321,332],"levels":[28,153,166,237],"remains":[29,326],"uncertain.":[30],"This":[31],"study":[32],"evaluated":[33,87,121],"the":[34,72,75,161,195,232],"quality":[36,336],"and":[37,42,60,79,96,117,124,130,163,172,192,234,261,272,284,334],"alignment":[39,135],"of":[40,295],"head":[41,59,271],"neck":[43,61,273],"anatomy":[44,62,274],"MCQs":[45,63,138,178,275],"generated":[46,65,270],"by":[47,66],"GPT-5":[48,67,269],"(Generative":[49],"Pre-trained":[50],"Transformer":[51],"5)":[52],"using":[53,68,103,112,122,169],"Bloom\u2019s":[54],"Revised":[55],"Taxonomy.":[56],"Methods:":[57],"Fifty":[58],"were":[64],"structured":[69,306],"prompts":[70],"specifying":[71],"anatomical":[73],"topic,":[74],"Bloom":[77,101,152,165,197,225,236,259,301],"level,":[78],"undergraduate":[80,340],"learning":[81],"objectives.":[82],"Two":[83],"experienced":[84],"anatomists":[85,149],"independently":[86,150],"each":[88],"question":[89],"clarity,":[91],"scientific":[92,186],"accuracy,":[93],"curriculum":[94,189],"relevance,":[95],"suitability":[97,193],"its":[99],"level":[102,198,294],"a":[104,141,252],"five-point":[105],"Likert":[106],"scale.":[107],"Inter-rater":[108,200],"reliability":[109],"was":[110,120,167,213,316],"assessed":[111,168],"intraclass":[113],"correlation":[114],"coefficients":[115],"(ICCs),":[116],"content":[118,126],"validity":[119,127,212],"item-":[123],"scale-level":[125],"indices":[128],"(I-CVI":[129],"S-CVI).":[131],"To":[132],"examine":[133],"independently,":[136],"all":[137,208],"subsequently":[139],"underwent":[140],"blinded":[142,299],"consensus":[143,224,300],"Bloom-level":[144],"classification,":[145],"in":[146],"which":[147],"two":[148,256,262],"assigned":[151],"before":[154,337],"resolving":[155],"disagreements":[156],"through":[157],"discussion.":[158],"Agreement":[159],"between":[160,231],"consensus-assigned":[164],"Cohen\u2019s":[170],"\u03ba":[171,174],"weighted":[173,241,244],"statistics.":[175],"Results:":[176],"GPT-5-generated":[177],"received":[179],"high":[180,293],"pooled":[181],"ratings":[182],"clarity":[184],"(4.42\u00b11.02),":[185],"accuracy":[187],"(4.55\u00b10.97),":[188],"relevance":[190],"(4.51\u00b11.11),":[191],"(4.29\u00b11.11).":[199],"agreement":[201,230,296],"ranged":[202],"from":[203,219],"good":[204],"excellent":[206],"across":[207],"domains":[209],"(ICC=0.717\u20130.945).":[210],"Content":[211],"high,":[214],"with":[215,305],"S-CVI/Ave":[216],"values":[217],"ranging":[218],"0.82":[220],"0.89.":[222],"Blinded":[223],"classification":[226,302],"showed":[227],"92.0%":[228],"exact":[229],"expert-assigned":[235],"(Cohen\u2019s":[238],"\u03ba=0.900;":[239],"linear":[240],"\u03ba=0.913;":[242],"quadratic":[243],"\u03ba=0.926).":[245],"All":[246],"four":[247],"discrepancies":[248],"represented":[249],"reassignment":[250],"lower":[253],"level;":[255],"involved":[257],"adjacent":[258],"categories":[260],"spanned":[263],"more":[264],"than":[265],"one":[266],"category.":[267],"Conclusion:":[268],"experts":[277],"considered":[278],"clear,":[279],"scientifically":[280],"accurate,":[281],"educationally":[282],"relevant,":[283],"generally":[285],"appropriate":[286],"level.":[291],"The":[292],"observed":[297],"during":[298],"is":[303],"consistent":[304],"prompting":[307],"largely":[308],"preserving":[309],"objectives,":[312],"although":[313],"this":[314],"preservation":[315],"not":[317],"uniform":[318],"at":[319],"higher":[320],"levels.":[322],"Expert":[323],"review":[324],"therefore":[325],"essential,":[327],"particularly":[328],"optimising":[330],"higher-order":[331],"complexity":[333],"distractor":[335],"incorporation":[338],"into":[339],"assessments.":[341]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-09-13T00:00:00"}