{"id":"https://openalex.org/W7131634265","doi":"https://doi.org/10.1109/ickg66886.2025.00020","title":"Evaluating Knowledge Graph-Enhanced Context for Multiple-Choice Question Answering","display_name":"Evaluating Knowledge Graph-Enhanced Context for Multiple-Choice Question Answering","publication_year":2025,"publication_date":"2025-11-13","ids":{"openalex":"https://openalex.org/W7131634265","doi":"https://doi.org/10.1109/ickg66886.2025.00020"},"language":null,"primary_location":{"id":"doi:10.1109/ickg66886.2025.00020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ickg66886.2025.00020","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Knowledge Graph (ICKG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126916292","display_name":"Maryam Ghanbari","orcid":null},"institutions":[{"id":"https://openalex.org/I186803428","display_name":"Brock University","ror":"https://ror.org/056am2717","country_code":"CA","type":"education","lineage":["https://openalex.org/I186803428"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Maryam Ghanbari","raw_affiliation_strings":["Brock University,Computer Science Department,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brock University,Computer Science Department,Canada","institution_ids":["https://openalex.org/I186803428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078237873","display_name":"Renata Dividino","orcid":null},"institutions":[{"id":"https://openalex.org/I186803428","display_name":"Brock University","ror":"https://ror.org/056am2717","country_code":"CA","type":"education","lineage":["https://openalex.org/I186803428"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Renata Dividino","raw_affiliation_strings":["Brock University,Computer Science Department,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brock University,Computer Science Department,Canada","institution_ids":["https://openalex.org/I186803428"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I186803428"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3059999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3059999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.23070000112056732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.10939999669790268,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6787999868392944},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6705999970436096},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5626000165939331},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5600000023841858},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5457000136375427},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4219000041484833},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.3644999861717224},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.36079999804496765},{"id":"https://openalex.org/keywords/general-knowledge","display_name":"General knowledge","score":0.33320000767707825}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6787999868392944},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6705999970436096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6632999777793884},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5626000165939331},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5457000136375427},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3871000111103058},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3799000084400177},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3630000054836273},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C49929091","wikidata":"https://www.wikidata.org/wiki/Q1930471","display_name":"General knowledge","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.31779998540878296},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2996000051498413},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C2776291881","wikidata":"https://www.wikidata.org/wiki/Q6423378","display_name":"Knowledge level","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C186625053","wikidata":"https://www.wikidata.org/wiki/Q1130191","display_name":"Information overload","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C56289545","wikidata":"https://www.wikidata.org/wiki/Q6423376","display_name":"Knowledge integration","level":3,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ickg66886.2025.00020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ickg66886.2025.00020","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Knowledge Graph (ICKG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W3034273250","https://openalex.org/W3034862985","https://openalex.org/W3097986428","https://openalex.org/W3105082862","https://openalex.org/W3152740956","https://openalex.org/W3156128319","https://openalex.org/W3172335055","https://openalex.org/W3185341429","https://openalex.org/W4385571693","https://openalex.org/W4385572149","https://openalex.org/W4402671243","https://openalex.org/W4404782964"],"related_works":[],"abstract_inverted_index":{"Despite":[0],"their":[1,38,62],"impressive":[2],"capabilities,":[3],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"struggle":[8],"to":[9,32,183],"access":[10],"knowledge":[11,35,45,47,133,144,167,187,196,216],"not":[12],"encoded":[13],"during":[14],"pre-training.":[15],"In-context":[16],"learning":[17],"(ICL)":[18],"addresses":[19],"this":[20],"limitation":[21],"by":[22],"embedding":[23],"relevant":[24,195,231],"information":[25,107],"directly":[26],"in":[27,71,76,99,134,254],"the":[28,72,77,89,93,110,130,137,201,211,222,245],"prompt,":[29],"enabling":[30],"LLMs":[31],"use":[33],"external":[34],"without":[36,217],"updating":[37],"parameters.":[39],"Recent":[40],"research":[41],"has":[42],"explored":[43],"integrating":[44,214],"from":[46],"graphs":[48],"(KGs)":[49],"into":[50,92],"prompts,":[51],"as":[52],"KGs":[53],"offer":[54],"structured":[55],"and":[56,61,84,87,113,136,139,164],"factual":[57],"representations":[58,175],"of":[59,132,141,194,213,224,248],"concepts":[60,70],"relationships.":[63],"A":[64],"common":[65],"strategy":[66],"involves":[67],"identifying":[68],"key":[69],"task,":[73],"grounding":[74],"them":[75],"KG,":[78],"extracting":[79],"subgraphs":[80,226],"that":[81,105,108,122,173],"connect":[82],"question":[83,150],"answer":[85],"concepts,":[86],"incorporating":[88],"corresponding":[90],"statements":[91],"prompts.":[94],"However,":[95],"a":[96],"major":[97],"challenge":[98,212],"ICL":[100],"is":[101,208,239,260],"selecting":[102],"appropriate":[103],"knowledge,":[104],"is,":[106],"supports":[109],"model's":[111],"reasoning":[112],"improves":[114],"performance,":[115],"while":[116],"minimizing":[117],"irrelevant":[118],"or":[119],"noisy":[120],"content":[121],"can":[123,188,197],"reduce":[124],"accuracy.":[125],"This":[126],"study":[127],"investigates":[128],"how":[129],"representation":[131],"prompts":[135],"relevance":[138,161],"scope":[140,223],"task-grounded":[142],"KG":[143,215],"affect":[145],"LLM":[146,190,256],"performance":[147,199],"on":[148],"multiple-choice":[149],"answering":[151],"(MCQA)":[152],"tasks.":[153],"We":[154],"compare":[155],"triple-based":[156,177],"versus":[157],"path-based":[158,174],"representations,":[159],"assess":[160],"filtering":[162],"strategies,":[163],"evaluate":[165],"different":[166],"processing":[168],"approaches.":[169],"Our":[170],"findings":[171,243],"show":[172],"outperform":[176],"approaches":[178],"but":[179,233],"are":[180],"more":[181,230,237],"sensitive":[182],"noise.":[184],"While":[185],"KG-based":[186],"enhance":[189],"reasoning,":[191],"imprecise":[192],"selection":[193,219],"degrade":[198],"below":[200],"zero-shot":[202],"baseline":[203],"(where":[204],"no":[205],"additional":[206],"context":[207],"provided),":[209],"highlighting":[210],"task-specific":[218],"strategies.":[220],"Expanding":[221],"extracted":[225],"increases":[227],"recall":[228],"(retrieving":[229],"information)":[232],"reduces":[234],"precision":[235],"(as":[236],"noise":[238,252],"also":[240],"included).":[241],"These":[242],"underscore":[244],"critical":[246],"importance":[247],"balancing":[249],"informativeness":[250],"with":[251],"reduction":[253],"KG-enhanced":[255],"systems.":[257],"Source":[258],"code":[259],"publicly":[261],"available":[262],"at":[263],"https://github.com/maryam-ghanbari/KGSweetSpot.":[264]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-27T00:00:00"}