{"id":"https://openalex.org/W4415482638","doi":"https://doi.org/10.1109/access.2025.3624820","title":"Automatic Generation of High-Quality MCQs With LLMs for Artificial Intelligence Education","display_name":"Automatic Generation of High-Quality MCQs With LLMs for Artificial Intelligence Education","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415482638","doi":"https://doi.org/10.1109/access.2025.3624820"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3624820","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3624820","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3624820","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113516009","display_name":"Chi Chiu So","orcid":"https://orcid.org/0009-0002-4486-0830"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Chi Chiu So","raw_affiliation_strings":["School of Professional Education and Executive Development, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0002-4486-0830","affiliations":[{"raw_affiliation_string":"School of Professional Education and Executive Development, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cheuk Ho Lee","orcid":"https://orcid.org/0009-0004-1592-6831"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Cheuk Ho Lee","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0004-1592-6831","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094003941","display_name":"Dan Yang","orcid":"https://orcid.org/0009-0005-4018-3192"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Yang","raw_affiliation_strings":["School of Education Science, Nanjing Normal University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0005-4018-3192","affiliations":[{"raw_affiliation_string":"School of Education Science, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020910792","display_name":"Anthony Wai-keung Loh","orcid":"https://orcid.org/0000-0002-2759-3198"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Anthony Wai Keung Loh","raw_affiliation_strings":["School of Professional Education and Executive Development, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Professional Education and Executive Development, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chuen Kan Sze","orcid":"https://orcid.org/0009-0008-8522-2935"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chuen Kan Sze","raw_affiliation_strings":["School of Professional Education and Executive Development, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0008-8522-2935","affiliations":[{"raw_affiliation_string":"School of Professional Education and Executive Development, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113516009"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.78,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93146419,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"184332","last_page":"184347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.7803000211715698,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.7803000211715698,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.7232999801635742,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.7074999809265137,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6787999868392944},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.592199981212616},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45170000195503235},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.4146000146865845},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.3894999921321869},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.3495999872684479},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3158000111579895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7533000111579895},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6787999868392944},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.592199981212616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4772000014781952},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.31380000710487366},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2676999866962433},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.25760000944137573},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2538999915122986}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3624820","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3624820","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9b29993da3354e378c46c202d1be85e4","is_oa":true,"landing_page_url":"https://doaj.org/article/9b29993da3354e378c46c202d1be85e4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 184332-184347 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3624820","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3624820","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1773502733","display_name":null,"funder_award_id":"UGC/FDS24/H25/24","funder_id":"https://openalex.org/F4320329815","funder_display_name":"Hong Kong Government"}],"funders":[{"id":"https://openalex.org/F4320329815","display_name":"Hong Kong Government","ror":"https://ror.org/034179816"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"education":[1,21],"demands":[2],"meticulous":[3],"design":[4],"of":[5,63,136,176,189,261],"teaching":[6],"and":[7,31,60,67,122,124,154,162,171,187,209,251],"learning":[8,47],"materials":[9],"to":[10,24,34,130,148,247,268],"foster":[11],"effective":[12],"learning.":[13],"Multiple-choice":[14],"questions":[15,132,153],"(MCQs)":[16],"are":[17,179],"widely":[18],"used":[19],"in":[20,191,195,225,230,275],"worldwide":[22],"due":[23],"their":[25],"high":[26,207,259],"scalability,":[27],"automated":[28,85],"grading":[29],"efficiency,":[30],"the":[32,128,151,203,232,248,258],"ability":[33],"evaluate":[35],"conceptual":[36],"understanding":[37],"across":[38],"various":[39],"topics.":[40],"However,":[41],"creating":[42],"high-quality":[43],"MCQs":[44,175,205,234],"that":[45,202],"match":[46],"objectives":[48],"accurately,":[49],"balance":[50],"different":[51,134],"question":[52,100,112,239],"types,":[53,113],"Bloom\u2019s":[54,137],"revised":[55,138],"taxonomy":[56],"levels,":[57,59],"difficulty":[58],"avoid":[61],"repetition":[62],"content":[64],"is":[65],"demanding":[66],"time-consuming":[68],"even":[69],"for":[70,84,241],"experienced":[71],"educators.":[72],"Large":[73],"Language":[74],"Models":[75],"(LLMs)":[76],"with":[77,103,264],"deep":[78,265],"reasoning":[79,266],"capabilities":[80,267],"offer":[81],"novel":[82],"opportunities":[83],"MCQ":[86,183],"generation.":[87],"In":[88,108],"this":[89],"work,":[90],"we":[91],"propose":[92],"a":[93,104,144,192,238],"sophisticated":[94],"pipeline":[95,142,165,178,221],"which":[96,231],"leverages":[97],"specially":[98],"designed":[99],"types":[101],"along":[102],"zero-shot":[105],"prompting":[106],"strategy.":[107],"our":[109,141,164,177,214,220],"pipeline,":[110],"five":[111],"including":[114],"basic":[115],"definitions,":[116],"key":[117],"characteristics,":[118],"difference":[119],"identification,":[120],"advantages":[121],"disadvantages,":[123],"example":[125],"scenarios,":[126],"guide":[127],"LLMs":[129,263],"generate":[131],"at":[133],"levels":[135],"taxonomy.":[139],"Additionally,":[140],"employs":[143],"Chain-of-Verification":[145],"(CoVe)":[146],"methodology":[147],"systematically":[149],"validate":[150],"generated":[152,174,204,233],"mitigate":[155],"inaccuracies.":[156],"To":[157],"further":[158],"enhance":[159],"output":[160],"quality":[161,208],"reliability,":[163],"introduces":[166],"two":[167],"verification":[168],"strategies:":[169],"Normal-CoVe":[170],"Cross-CoVe.":[172],"The":[173],"rigorously":[180],"evaluated":[181],"on":[182,217,253],"quality,":[184,186],"explanation":[185],"degree":[188],"diversity":[190,210],"case":[193],"study":[194,215],"an":[196],"Artificial":[197],"Intelligence":[198],"course.":[199],"Results":[200],"show":[201],"achieve":[206],"against":[211],"baselines.":[212],"Although":[213],"focuses":[216],"AI/ML":[218],"education,":[219],"could":[222],"potentially":[223],"work":[224,245],"other":[226],"courses":[227],"as":[228,237],"well,":[229],"can":[235],"serve":[236],"pool":[240],"continuous":[242],"usage.":[243],"Our":[244],"contributes":[246],"intense":[249],"research":[250],"discussion":[252],"AI-driven":[254],"educational":[255,277],"tools,":[256],"highlighting":[257],"potential":[260],"state-of-the-art":[262],"assist":[269],"rather":[270],"than":[271],"replace":[272],"educators,":[273],"especially":[274],"large-scale":[276],"resource":[278],"development.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-24T00:00:00"}