{"id":"https://openalex.org/W7139056871","doi":"https://doi.org/10.1609/aaai.v40i41.40747","title":"SR-KI: Scalable and Real-Time Knowledge Integration into LLMs via Supervised Attention","display_name":"SR-KI: Scalable and Real-Time Knowledge Integration into LLMs via Supervised Attention","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7139056871","doi":"https://doi.org/10.1609/aaai.v40i41.40747"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i41.40747","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i41.40747","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40747/44708","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40747/44708","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121606050","display_name":"Bohan Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohan Yu","raw_affiliation_strings":["School of Advanced Interdisciplinary Sciences, University of Chinese Academy of Sciences, Beijing, China\nMEG, Baidu Inc., Beijing, China\nThe Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Advanced Interdisciplinary Sciences, University of Chinese Academy of Sciences, Beijing, China\nMEG, Baidu Inc., Beijing, China\nThe Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434470","display_name":"Wei Huang","orcid":"https://orcid.org/0000-0002-4424-3851"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Huang","raw_affiliation_strings":["MEG, Baidu Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MEG, Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130005853","display_name":"Kang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Liu","raw_affiliation_strings":["The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, CAS, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I4210100255","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23209916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"41","first_page":"34486","last_page":"34494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6825000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6825000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.155799999833107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0803999975323677,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6852999925613403},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6675999760627747},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6564000248908997},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6345000267028809},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5110999941825867},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5073000192642212},{"id":"https://openalex.org/keywords/knowledge-integration","display_name":"Knowledge integration","score":0.3659000098705292},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.35920000076293945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7813000082969666},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6852999925613403},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6675999760627747},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6564000248908997},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6345000267028809},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5110999941825867},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4797999858856201},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36890000104904175},{"id":"https://openalex.org/C56289545","wikidata":"https://www.wikidata.org/wiki/Q6423376","display_name":"Knowledge integration","level":3,"score":0.3659000098705292},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32350000739097595},{"id":"https://openalex.org/C2780613888","wikidata":"https://www.wikidata.org/wiki/Q6423394","display_name":"Knowledge retrieval","level":3,"score":0.314300000667572},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2856000065803528},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27889999747276306},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i41.40747","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i41.40747","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40747/44708","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/40747","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/40747","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i41.40747","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i41.40747","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40747/44708","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7139056871.pdf","grobid_xml":"https://content.openalex.org/works/W7139056871.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,106],"paper":[1],"proposes":[2],"SR-KI,":[3],"a":[4,30,46,52,133,137],"novel":[5],"approach":[6],"for":[7],"integrating":[8],"real-time":[9],"and":[10,33,59,90,114,142,154,167],"large-scale":[11],"structured":[12],"knowledge":[13,113,117],"bases":[14],"(KBs)":[15],"into":[16,26,36,132],"large":[17],"language":[18],"models":[19],"(LLMs).":[20],"SR-KI":[21,93,123,174],"begins":[22],"by":[23,97],"encoding":[24],"KBs":[25,131],"key-value":[27],"pairs":[28],"using":[29],"pretrained":[31],"encoder,":[32],"injects":[34],"them":[35],"LLMs'":[37],"KV":[38],"cache.":[39],"Building":[40],"on":[41,84,136,150,157,164],"this":[42,66],"representation,":[43],"we":[44],"employ":[45],"two-stage":[47],"training":[48],"paradigm:":[49],"first":[50],"locating":[51],"dedicated":[53],"retrieval":[54,99,145],"layer":[55,67],"within":[56,101],"the":[57,85,102,125,151,185],"LLM,":[58],"then":[60],"applying":[61],"an":[62],"attention-based":[63],"loss":[64],"at":[65],"to":[68,129,181],"explicitly":[69],"supervise":[70],"attention":[71],"toward":[72],"relevant":[73],"KB":[74,168],"entries.":[75],"Unlike":[76],"traditional":[77],"retrieval-augmented":[78],"generation":[79,170],"methods":[80],"that":[81,122,173],"rely":[82],"heavily":[83],"performance":[86,163,177],"of":[87,111,127,184],"external":[88],"retrievers":[89],"multi-stage":[91],"pipelines,":[92],"supports":[94],"end-to-end":[95],"inference":[96],"performing":[98],"entirely":[100],"model\u2019s":[103],"latent":[104],"space.":[105],"design":[107],"enables":[108,124],"efficient":[109],"compression":[110,183],"injected":[112,186],"facilitates":[115],"dynamic":[116],"updates.":[118],"Comprehensive":[119],"experiments":[120],"demonstrate":[121],"integration":[126],"up":[128,180],"40K":[130],"7B":[134],"LLM":[135],"single":[138],"A100":[139],"40GB":[140],"GPU,":[141],"achieves":[143],"strong":[144,176],"performance\u2014maintaining":[146],"over":[147],"98%":[148],"Recall@10":[149],"best-performing":[152],"task":[153],"exceeding":[155],"88%":[156],"average":[158],"across":[159],"all":[160],"tasks.":[161],"Task":[162],"question":[165],"answering":[166],"ID":[169],"also":[171],"demonstrates":[172],"maintains":[175],"while":[178],"achieving":[179],"99.75%":[182],"KBs.":[187]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-20T00:00:00"}