{"id":"https://openalex.org/W7158748539","doi":"https://doi.org/10.48550/arxiv.2604.26768","title":"Decoupling Knowledge and Task Subspaces for Composable Parametric Retrieval Augmented Generation","display_name":"Decoupling Knowledge and Task Subspaces for Composable Parametric Retrieval Augmented Generation","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7158748539","doi":"https://doi.org/10.48550/arxiv.2604.26768"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134880344","display_name":"Weihang Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Weihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134915410","display_name":"Hanwen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hanwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134879051","display_name":"Qingyao Ai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ai, Qingyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134920443","display_name":"Yiqun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yiqun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.3919999897480011,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.3919999897480011,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.31459999084472656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.048500001430511475,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.7638000249862671},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5685999989509583},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5264000296592712},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5192000269889832},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.48179998993873596},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.47780001163482666},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4081000089645386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015999794006348},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.7638000249862671},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5685999989509583},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5192000269889832},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.48179998993873596},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C47559304","wikidata":"https://www.wikidata.org/wiki/Q1702189","display_name":"Orthogonalization","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36250001192092896},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3070000112056732},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28839999437332153},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.26989999413490295}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Parametric":[0],"Retrieval-Augmented":[1],"Generation":[2],"(PRAG)":[3],"encodes":[4],"external":[5],"documents":[6],"into":[7],"lightweight":[8],"parameter":[9],"modules":[10],"that":[11,108,172],"can":[12,74,176],"be":[13],"retrieved":[14],"and":[15,50,87,129,153,168],"merged":[16,66,83],"at":[17,67],"inference":[18,68],"time,":[19,69],"offering":[20],"a":[21,121,139,145],"promising":[22],"alternative":[23],"to":[24,45,124,134,148],"in-context":[25],"retrieval":[26],"augmentation.":[27],"Despite":[28],"its":[29],"potential,":[30],"many":[31],"PRAG":[32],"implementations":[33],"train":[34,120,131],"document":[35,93,132,154,186],"adapters":[36,64,187],"with":[37,77],"task-supervised":[38],"objectives,":[39],"which":[40],"may":[41,56],"cause":[42],"each":[43],"adapter":[44,58,84,158],"encode":[46,135],"both":[47],"document-specific":[48,78,114,136],"facts":[49],"reusable":[51,110,126],"task-solving":[52],"behavior.":[53],"This":[54,142],"entanglement":[55],"make":[57],"composition":[59,159],"less":[60,85,88],"reliable:":[61],"when":[62,184],"multiple":[63,165,185],"are":[65,188],"their":[70],"overlapping":[71],"task":[72,111,127,152],"behaviors":[73],"accumulate":[75],"together":[76],"updates,":[79],"potentially":[80],"making":[81],"the":[82,91],"stable":[86],"focused":[89],"on":[90],"intended":[92],"knowledge.":[94],"To":[95],"examine":[96,149],"this":[97,173],"issue,":[98],"we":[99,118],"explore":[100],"Orthogonal":[101],"Subspace":[102],"Decomposition":[103],"(OSD),":[104],"an":[105],"adapter-training":[106],"setup":[107,143],"separates":[109],"behavior":[112],"from":[113],"knowledge":[115,137],"adapters.":[116],"Concretely,":[117],"first":[119],"Task":[122],"LoRA":[123,155],"capture":[125],"behavior,":[128],"then":[130],"LoRAs":[133],"in":[138,160,180],"orthogonal":[140],"subspace.":[141],"provides":[144],"controlled":[146],"way":[147],"how":[150],"orthogonalizing":[151],"updates":[156],"affects":[157],"multi-document":[161],"PRAG.":[162],"Experiments":[163],"across":[164],"knowledge-intensive":[166],"tasks":[167],"model":[169],"scales":[170],"suggest":[171],"orthogonalization":[174],"strategy":[175],"improve":[177],"compositional":[178],"robustness":[179],"parametric":[181],"RAG,":[182],"especially":[183],"merged.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-01T00:00:00"}