{"id":"https://openalex.org/W4415428408","doi":"https://doi.org/10.3233/faia251299","title":"Harnessing Structured Knowledge: A Concept Map-Based Approach for High-Quality Multiple Choice Question Generation with Effective Distractors","display_name":"Harnessing Structured Knowledge: A Concept Map-Based Approach for High-Quality Multiple Choice Question Generation with Effective Distractors","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428408","doi":"https://doi.org/10.3233/faia251299"},"language":null,"primary_location":{"id":"doi:10.3233/faia251299","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251299","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251299","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099785482","display_name":"Nicy Scaria","orcid":"https://orcid.org/0009-0004-8699-0312"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nicy Scaria","raw_affiliation_strings":["Indian Institute of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100016662","display_name":"Silvester John Joseph Kennedy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210143412","display_name":"Talking Lights (United States)","ror":"https://ror.org/04awqpv94","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143412"]},{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN","US"],"is_corresponding":false,"raw_author_name":"Silvester John Joseph Kennedy","raw_affiliation_strings":["Indian Institute of Science","Talking Yak"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Talking Yak","institution_ids":["https://openalex.org/I4210143412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119757121","display_name":"Diksha Seth","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Diksha Seth","raw_affiliation_strings":["Indian Institute of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102650658","display_name":"Ananya Thakur","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ananya Thakur","raw_affiliation_strings":["Indian Institute of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076749495","display_name":"Deepak Subramani","orcid":"https://orcid.org/0000-0002-5972-8878"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Deepak Subramani","raw_affiliation_strings":["Indian Institute of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.59284587,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6575000286102295},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6345999836921692},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5067999958992004},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4959999918937683},{"id":"https://openalex.org/keywords/cognitive-interview","display_name":"Cognitive interview","score":0.46309998631477356},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.44589999318122864},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.4397999942302704},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.4318000078201294}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6744999885559082},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6575000286102295},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6345999836921692},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5067999958992004},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4959999918937683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4668000042438507},{"id":"https://openalex.org/C75969862","wikidata":"https://www.wikidata.org/wiki/Q5141215","display_name":"Cognitive interview","level":3,"score":0.46309998631477356},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.44589999318122864},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.4397999942302704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43549999594688416},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C200287777","wikidata":"https://www.wikidata.org/wiki/Q830115","display_name":"Concept map","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.37540000677108765},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3285999894142151},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32089999318122864},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C48164120","wikidata":"https://www.wikidata.org/wiki/Q4491893","display_name":"Concept learning","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C6057870","wikidata":"https://www.wikidata.org/wiki/Q5141248","display_name":"Cognitive test","level":3,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251299","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251299","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251299","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251299","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generating":[0],"high-quality":[1,67],"multiple":[2],"choice":[3],"questions":[4,34,124],"(MCQs),":[5],"especially":[6],"those":[7],"targeting":[8],"diverse":[9],"cognitive":[10,37,252],"levels":[11,38,253],"and":[12,21,39,79,92,125,159,171,254,264],"incorporating":[13],"common":[14,130],"misconceptions":[15,44],"into":[16],"distractor":[17],"design,":[18],"is":[19,136],"time-consuming":[20],"expertise-intensive,":[22],"making":[23],"manual":[24],"creation":[25],"impractical":[26],"at":[27,35,267],"scale.":[28,268],"Current":[29],"automated":[30,103,134],"approaches":[31],"typically":[32],"generate":[33,123],"lower":[36,220],"fail":[40],"to":[41,59,113,122,138,201,227],"incorporate":[42],"domain-specific":[43],"as":[45,75,115],"distractors.":[46,70],"This":[47],"paper":[48],"presents":[49],"a":[50,83,116,156,160,190,218,233],"hierarchical":[51,85],"concept":[52,86,109,214,245],"map-based":[53,246],"framework":[54,151],"that":[55,127,140,181,212,243],"provides":[56],"structured":[57,117],"knowledge":[58],"guide":[60],"Large":[61],"Language":[62],"Models":[63],"(LLMs)":[64],"in":[65,195],"generating":[66],"MCQs":[68,143],"with":[69,95],"We":[71,148,167],"chose":[72],"high-school":[73],"physics":[74],"our":[76,150,182,213,244],"test":[77],"domain":[78],"began":[80],"by":[81],"developing":[82],"comprehensive":[84],"map":[87],"covering":[88],"major":[89],"Physics":[90],"topics":[91],"their":[93],"interconnections":[94],"an":[96,102,133],"efficient":[97],"database":[98],"design.":[99],"Next,":[100],"through":[101],"pipeline,":[104],"topic-relevant":[105],"sections":[106],"of":[107,174,193,224,237,257],"these":[108],"maps":[110],"are":[111],"retrieved":[112],"serve":[114],"context":[118],"for":[119,204,229],"the":[120,141,145,175,186,230],"LLM":[121,158],"distractors":[126],"specifically":[128],"target":[129],"misconceptions.":[131],"Lastly,":[132],"validation":[135],"completed":[137],"ensure":[139],"generated":[142,176],"meet":[144],"requirements":[146],"provided.":[147],"evaluate":[149],"against":[152],"two":[153],"baseline":[154,187,206],"approaches:":[155],"base":[157],"Retrieval":[161],"Augmented":[162],"Generation":[163],"(RAG)":[164],"based":[165],"generation.":[166],"conducted":[168],"expert":[169],"evaluations":[170],"student":[172],"assessments":[173],"MCQs.":[177],"Expert":[178],"evaluation":[179],"shows":[180],"method":[183],"significantly":[184,219],"outperforms":[185],"approaches,":[188],"achieving":[189],"success":[191,222],"rate":[192,223],"75.20%":[194],"meeting":[196],"all":[197],"quality":[198],"criteria":[199],"compared":[200,226],"approximately":[202],"37%":[203],"both":[205],"methods.":[207],"Student":[208],"assessment":[209,236,250],"data":[210],"reveal":[211],"map-driven":[215],"approach":[216,247],"achieved":[217],"guess":[221],"28.05%":[225],"37.10%":[228],"baselines,":[231],"indicating":[232],"more":[234],"effective":[235],"conceptual":[238,258],"understanding.":[239],"The":[240],"results":[241],"demonstrate":[242],"enables":[248],"robust":[249],"across":[251],"instant":[255],"identification":[256],"gaps,":[259],"facilitating":[260],"faster":[261],"feedback":[262],"loops":[263],"targeted":[265],"interventions":[266]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-24T00:00:00"}