{"id":"https://openalex.org/W4409657405","doi":"https://doi.org/10.1145/3696410.3714608","title":"Decoupling Knowledge and Context: An Efficient and Effective Retrieval Augmented Generation Framework via Cross Attention","display_name":"Decoupling Knowledge and Context: An Efficient and Effective Retrieval Augmented Generation Framework via Cross Attention","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409657405","doi":"https://doi.org/10.1145/3696410.3714608"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714608","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714608","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714608","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101779837","display_name":"Qian Dong","orcid":"https://orcid.org/0000-0002-6858-5303"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qian Dong","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085094109","display_name":"Hongning Wang","orcid":"https://orcid.org/0000-0002-6524-9195"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongning Wang","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677601","display_name":"Yiding Liu","orcid":"https://orcid.org/0000-0001-6857-261X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiding Liu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China","TikTok, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"TikTok, Singapore, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101638981","display_name":"Haitao Li","orcid":"https://orcid.org/0009-0006-8766-8610"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Li","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019662637","display_name":"Weihang Su","orcid":"https://orcid.org/0000-0002-8718-9402"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihang Su","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China","TikTok, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"TikTok, Singapore, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100760812","display_name":"Shaoping Ma","orcid":"https://orcid.org/0000-0002-8762-8268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoping Ma","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101779837"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":14.9093,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98617978,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4386","last_page":"4395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.7234657406806946},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6549640893936157},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5289872884750366},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11582615971565247},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.07156023383140564}],"concepts":[{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.7234657406806946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6549640893936157},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5289872884750366},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11582615971565247},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.07156023383140564},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714608","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714608","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714608","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714608","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409657405.pdf","grobid_xml":"https://content.openalex.org/works/W4409657405.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2069065514","https://openalex.org/W2981852735","https://openalex.org/W3027879771","https://openalex.org/W3141911889","https://openalex.org/W4224308101","https://openalex.org/W4224920984","https://openalex.org/W4288089799","https://openalex.org/W4388979610","https://openalex.org/W4391156274","https://openalex.org/W4391876619","https://openalex.org/W4400524512","https://openalex.org/W4400528754","https://openalex.org/W4400530533","https://openalex.org/W6600291067","https://openalex.org/W6810081322"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4313561376","https://openalex.org/W3103825105","https://openalex.org/W3027880158","https://openalex.org/W3207533102","https://openalex.org/W1617565119","https://openalex.org/W160381218","https://openalex.org/W2512958550"],"abstract_inverted_index":{"Retrieval-Augmented":[0],"Generation":[1],"(RAG)":[2],"systems":[3],"have":[4],"become":[5],"a":[6,126,141,177],"crucial":[7],"tool":[8],"to":[9,50,57,64,82,193,196],"augment":[10],"large":[11],"language":[12],"models":[13],"(LLMs)":[14],"with":[15,199],"external":[16,130,170],"knowledge":[17,27,99,107,131,148,171,198,213],"for":[18],"better":[19],"task":[20],"performance.However,":[21],"existing":[22,116],"traditional":[23],"RAG":[24,117,137],"methods":[25,37],"inject":[26,197],"directly":[28,149],"into":[29,150],"the":[30,41,58,70,74,80,87,91,96,104,109,113,120,133,136,151,157,164,169,180,187],"context,":[31,88,111,166],"resulting":[32],"in":[33,67,86,176,203],"several":[34],"limitations.First,":[35],"these":[36],"highly":[38],"rely":[39],"on":[40,156],"in-context":[42],"learning":[43],"capability":[44],"of":[45,61,76,94,98,106,115,154,182],"LLMs,":[46],"which":[47],"often":[48],"leads":[49],"excessively":[51],"long":[52],"contexts.This":[53],"is":[54,101,186],"inefficient":[55],"due":[56],"quadratic":[59],"complexity":[60],"self-attention,":[62],"leading":[63],"significant":[65],"increase":[66],"inference":[68,152],"time.Second,":[69],"extended":[71,110,217],"context":[72,134],"and":[73],"nature":[75],"self-attention":[77],"can":[78,172],"cause":[79],"LLMs":[81],"lose":[83],"important":[84],"information":[85],"thereby":[89],"degrading":[90],"original":[92],"capabilities":[93],"LLMs.Third,":[95],"effectiveness":[97],"injection":[100],"perturbed":[102],"by":[103],"permutation":[105],"within":[108,135],"reducing":[112],"robustness":[114],"methods.To":[118],"tackle":[119],"above":[121],"problems,":[122],"we":[123,139],"propose":[124],"DecoupledRAG,":[125],"method":[127,144,223],"that":[128,145,168,190,221],"decouples":[129],"from":[132],"framework.Specifically,":[138],"introduce":[140],"cross-attention":[142,195,208],"based":[143],"injects":[146],"retrieved":[147],"process":[153],"LLM":[155,205],"fly,":[158],"without":[159,215],"modifying":[160],"its":[161],"parameters":[162],"or":[163],"input":[165],"so":[167],"be":[173],"utilized":[174],"robustly":[175],"permutation-independent":[178],"manner.To":[179],"best":[181],"our":[183,222],"knowledge,":[184],"this":[185],"first":[188],"work":[189],"explore":[191],"how":[192],"utilize":[194],"low":[200],"training":[201],"cost":[202],"decoder-only":[204],"era.By":[206],"leveraging":[207],"operation,":[209],"DecoupledRAG":[210],"enables":[211],"seamless":[212],"aggregation":[214],"creating":[216],"context.Experimental":[218],"results":[219],"demonstrate":[220],"could":[224],"achieve":[225]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}