{"id":"https://openalex.org/W7128810343","doi":"https://doi.org/10.1145/3770761.3777185","title":"Scaling Retrieval Practice with LLM: Improving Multiple Choice Question (MCQ) Quality through Knowledge Graphs","display_name":"Scaling Retrieval Practice with LLM: Improving Multiple Choice Question (MCQ) Quality through Knowledge Graphs","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128810343","doi":"https://doi.org/10.1145/3770761.3777185"},"language":null,"primary_location":{"id":"doi:10.1145/3770761.3777185","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777185","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3770761.3777185","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125906459","display_name":"Yuan An","orcid":null},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuan An","raw_affiliation_strings":["College of Computing and Informatics, Drexel University, Philadelphia, USA"],"affiliations":[{"raw_affiliation_string":"College of Computing and Informatics, Drexel University, Philadelphia, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5120322189","display_name":"Ruhma Hashmi","orcid":null},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruhma Hashmi","raw_affiliation_strings":["College of Computing and Informatics, Drexel University, Philadelphia, USA"],"affiliations":[{"raw_affiliation_string":"College of Computing and Informatics, Drexel University, Philadelphia, USA","institution_ids":["https://openalex.org/I72816309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5125906459"],"corresponding_institution_ids":["https://openalex.org/I72816309"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.79288193,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1221","last_page":"1222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21369999647140503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21369999647140503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1501999944448471,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.07829999923706055,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/disk-formatting","display_name":"Disk formatting","score":0.7013000249862671},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.6297000050544739},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6258999705314636},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5612999796867371},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5151000022888184},{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.44279998540878296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784000039100647},{"id":"https://openalex.org/C88006597","wikidata":"https://www.wikidata.org/wiki/Q690117","display_name":"Disk formatting","level":2,"score":0.7013000249862671},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.6297000050544739},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6258999705314636},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5612999796867371},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5151000022888184},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4528000056743622},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3497999906539917},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.325300008058548},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770761.3777185","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777185","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3770761.3777185","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777185","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8316400051116943,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2064565058","https://openalex.org/W2090017607","https://openalex.org/W2807536374","https://openalex.org/W4400106310"],"related_works":[],"abstract_inverted_index":{"Teaching":[0],"introductory":[1],"computer":[2],"science":[3],"has":[4],"become":[5],"increasingly":[6],"difficult":[7],"with":[8],"the":[9,120],"rise":[10],"of":[11,134,158],"AI":[12],"code-completion":[13],"tools.":[14],"Frequent":[15],"retrieval":[16,54,85],"practice,":[17],"especially":[18],"through":[19],"multiple-choice":[20],"questions":[21],"(MCQs),":[22],"offers":[23],"a":[24,39,106,132],"promising":[25,150],"way":[26],"to":[27,162],"maintain":[28],"active":[29],"learning,":[30],"yet":[31],"producing":[32],"high":[33],"quality":[34,144],"MCQs":[35,74,91,138,160],"at":[36],"scale":[37],"remains":[38],"challenge":[40],"for":[41,152],"instructors.":[42],"Large":[43],"language":[44],"models":[45],"(LLMs)":[46],"can":[47],"automate":[48],"MCQ":[49],"generation,":[50],"enabling":[51],"scalable":[52],"in-lecture":[53],"practice.":[55,86],"This":[56],"poster":[57],"presents":[58],"two":[59],"preliminary":[60,147],"studies":[61,148],"examining":[62],"this":[63],"potential.":[64],"First,":[65],"in":[66],"higher-education":[67],"programming":[68],"courses,":[69],"students":[70],"who":[71],"received":[72],"LLM-generated":[73],"scored":[75],"significantly":[76],"higher":[77],"on":[78],"follow-up":[79],"quizzes":[80],"than":[81],"during":[82],"periods":[83],"without":[84],"However,":[87],"raw":[88],"LLM":[89],"generated":[90],"often":[92],"suffered":[93],"from":[94],"hallucinations,":[95],"weak":[96],"distractors,":[97],"trivial":[98],"content,":[99],"and":[100,116,127],"formatting":[101],"issues.":[102],"Second,":[103],"we":[104],"evaluated":[105],"knowledge":[107],"graph":[108],"(KG)\u2013guided":[109],"generation":[110,141,157],"pipeline.":[111],"By":[112],"structuring":[113],"key":[114],"concepts":[115],"relations":[117],"before":[118],"prompting,":[119],"KG-based":[121],"approach":[122],"produced":[123],"more":[124],"relevant,":[125],"integrative,":[126],"appropriately":[128],"challenging":[129],"MCQs.":[130],"In":[131],"dataset":[133],"400+":[135],"items,":[136],"KG-generated":[137],"outperformed":[139],"text-only":[140],"across":[142],"15":[143],"criteria.":[145],"These":[146],"open":[149],"directions":[151],"future":[153],"research,":[154],"including":[155],"adaptive":[156],"personalized":[159],"tailored":[161],"student":[163],"mastery":[164],"levels.":[165]},"counts_by_year":[],"updated_date":"2026-02-15T05:58:04.055770","created_date":"2026-02-14T00:00:00"}