{"id":"https://openalex.org/W7138462416","doi":"https://doi.org/10.1609/aaai.v40i38.40511","title":"RetroLM: Retrieval-Augmented KVs for Long-Context Processing","display_name":"RetroLM: Retrieval-Augmented KVs for Long-Context Processing","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138462416","doi":"https://doi.org/10.1609/aaai.v40i38.40511"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i38.40511","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i38.40511","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40511/44472","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40511/44472","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129746746","display_name":"Kun Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kun Luo","raw_affiliation_strings":["The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nBeijing Academy of Artificial Intelligence, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nBeijing Academy of Artificial Intelligence, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129642744","display_name":"Zheng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Liu","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China\nHong Kong Polytechnic University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China\nHong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044147794","display_name":"Shitao Xiao","orcid":"https://orcid.org/0000-0003-2567-6843"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shitao Xiao","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129655786","display_name":"Jiabei Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabei Chen","raw_affiliation_strings":["The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nBeijing Academy of Artificial Intelligence, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nBeijing Academy of Artificial Intelligence, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129720124","display_name":"Hongjin Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjin Qian","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China\nPeking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China\nPeking University, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129705626","display_name":"Peitian Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peitian Zhang","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129659467","display_name":"Shanshan Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I24193003","display_name":"Ricoh (Japan)","ror":"https://ror.org/02h4myp42","country_code":"JP","type":"company","lineage":["https://openalex.org/I24193003"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shanshan Jiang","raw_affiliation_strings":["Ricoh Software Research Center Beijing, Ricoh Company, Ltd"],"affiliations":[{"raw_affiliation_string":"Ricoh Software Research Center Beijing, Ricoh Company, Ltd","institution_ids":["https://openalex.org/I24193003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129739360","display_name":"Bin Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I24193003","display_name":"Ricoh (Japan)","ror":"https://ror.org/02h4myp42","country_code":"JP","type":"company","lineage":["https://openalex.org/I24193003"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bin Dong","raw_affiliation_strings":["Ricoh Software Research Center Beijing, Ricoh Company, Ltd"],"affiliations":[{"raw_affiliation_string":"Ricoh Software Research Center Beijing, Ricoh Company, Ltd","institution_ids":["https://openalex.org/I24193003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129747926","display_name":"Jun Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Zhao","raw_affiliation_strings":["The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210094879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129743700","display_name":"Kang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Liu","raw_affiliation_strings":["The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The Key Laboratory of Cognition and Decision Intelligence for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China\nSchool of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210094879"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5129746746"],"corresponding_institution_ids":["https://openalex.org/I4210100255"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.67773019,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"38","first_page":"32365","last_page":"32373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.31869998574256897,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.31869998574256897,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.26260000467300415,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.13539999723434448,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.46779999136924744},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.46399998664855957},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.42640000581741333},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.3831999897956848},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.3677000105381012},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.34040001034736633}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8079000115394592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5260000228881836},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.46779999136924744},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.46399998664855957},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45419999957084656},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.3831999897956848},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34950000047683716},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31769999861717224},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2574999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i38.40511","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i38.40511","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40511/44472","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i38.40511","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i38.40511","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40511/44472","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138462416.pdf","grobid_xml":"https://content.openalex.org/works/W7138462416.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"processing":[1,44],"remains":[2],"a":[3,18,64,109],"significant":[4],"challenge":[5],"for":[6,69,112],"large":[7],"language":[8],"models":[9],"(LLMs).":[10],"Retrieval-augmented":[11],"generation":[12],"(RAG)":[13],"has":[14],"recently":[15],"emerged":[16],"as":[17],"promising":[19],"approach,":[20],"enabling":[21],"LLMs":[22],"to":[23,31,48,122,127,140],"selectively":[24],"access":[25],"relevant":[26],"information":[27],"from":[28,153],"extended":[29],"contexts":[30],"improve":[32],"efficiency.":[33],"However,":[34],"existing":[35,173],"RAG":[36,66],"approaches":[37],"often":[38],"lag":[39],"behind":[40],"other":[41],"efficient":[42],"long-context":[43,71],"methods":[45],"primarily":[46],"due":[47],"inherent":[49],"limitations":[50],"on":[51,97],"inaccurate":[52],"retrieval":[53,79,114,141],"and":[54,90,93,118,149,168,175],"fragmented":[55,147],"contexts.":[56],"To":[57],"address":[58],"these":[59],"limitations,":[60],"we":[61,106],"propose":[62],"RetroLM,":[63],"novel":[65],"framework":[67],"designed":[68],"effective":[70,144],"processing.":[72],"Unlike":[73],"traditional":[74,133],"approaches,":[75],"RetroLM":[76,170],"introduces":[77],"KV-level":[78],"augmentation,":[80],"which":[81],"partitions":[82],"the":[83,98,124,135,151],"LLM's":[84],"KV":[85,100],"cache":[86],"into":[87],"contiguous":[88],"pages":[89,117],"performs":[91],"encoding":[92],"decoding":[94],"operations":[95],"based":[96],"retrieved":[99,129],"pages.":[101],"Built":[102],"upon":[103],"this":[104],"framework,":[105],"further":[107],"develop":[108],"specialized":[110],"retriever":[111],"precise":[113],"of":[115,146],"critical":[116],"conduct":[119,158],"unsupervised":[120],"post-training":[121],"optimize":[123],"model\u2019s":[125],"ability":[126],"leverage":[128],"information.":[130],"Compared":[131],"with":[132],"RAG,":[134],"new":[136],"approach":[137],"enhances":[138],"robustness":[139],"inaccuracy,":[142],"facilitates":[143],"utilization":[145],"contexts,":[148],"saves":[150],"cost":[152],"repeated":[154],"context-encoding":[155],"operations.":[156],"We":[157],"extensive":[159],"evaluations":[160],"across":[161],"several":[162],"popular":[163],"benchmarks,":[164],"including":[165],"LongBench,":[166],"InfiniteBench,":[167],"RULER.":[169],"consistently":[171],"outperforms":[172],"long-LLMs":[174],"RAG-based":[176],"methods,":[177],"especially":[178],"in":[179],"tasks":[180],"requiring":[181],"deep":[182],"reasoning":[183],"or":[184],"extreme":[185],"context":[186],"lengths.":[187]},"counts_by_year":[],"updated_date":"2026-03-20T20:47:17.329874","created_date":"2026-03-18T00:00:00"}