{"id":"https://openalex.org/W7131651195","doi":"https://doi.org/10.48550/arxiv.2602.21222","title":"Task-Aware LoRA Adapter Composition via Similarity Retrieval in Vector Databases","display_name":"Task-Aware LoRA Adapter Composition via Similarity Retrieval in Vector Databases","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7131651195","doi":"https://doi.org/10.48550/arxiv.2602.21222"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.21222","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039962468","display_name":"Riya Adsul","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Adsul, Riya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126939419","display_name":"Balachandra Devarangadi Sunil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sunil, Balachandra Devarangadi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126920515","display_name":"Isha Nalawade","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nalawade, Isha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126938301","display_name":"Sudharshan Govindan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Govindan, Sudharshan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039962468"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5834000110626221,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5834000110626221,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.22030000388622284,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03840000182390213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.7687000036239624},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.45089998841285706},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.43779999017715454},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.42899999022483826},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4117000102996826},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4104999899864197},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.36800000071525574},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.3582000136375427}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8021000027656555},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.7687000036239624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5525000095367432},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4117000102996826},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3582000136375427},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3513000011444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32339999079704285},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C137877099","wikidata":"https://www.wikidata.org/wiki/Q1332977","display_name":"Subsequence","level":3,"score":0.31200000643730164},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3028999865055084},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2581000030040741},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.21222","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.21222","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.21222","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Parameter":[0],"efficient":[1],"fine":[2],"tuning":[3],"methods":[4,109],"like":[5],"LoRA":[6,34,98],"have":[7],"enabled":[8],"task":[9,88],"specific":[10],"adaptation":[11],"of":[12,129],"large":[13],"language":[14,72],"models,":[15],"but":[16],"efficiently":[17],"composing":[18],"multiple":[19],"specialized":[20],"adapters":[21,99],"for":[22,32,182,192],"unseen":[23],"tasks":[24],"remains":[25],"challenging.":[26],"We":[27,105],"present":[28],"a":[29,55,179],"novel":[30],"framework":[31,154],"dynamic":[33,176],"adapter":[35,168],"composition":[36],"that":[37,117,173],"leverages":[38],"similarity":[39,89],"retrieval":[40,101,121,174],"in":[41],"vector":[42,57],"databases":[43],"to":[44],"enable":[45],"zero-shot":[46],"generalization":[47],"across":[48],"diverse":[49],"NLP":[50],"tasks.":[51],"Our":[52,153],"approach":[53,122],"constructs":[54],"task-aware":[56],"database":[58],"by":[59],"embedding":[60],"training":[61,85],"examples":[62],"from":[63],"22":[64],"datasets":[65],"spanning":[66],"commonsense":[67],"reasoning,":[68],"question":[69],"answering,":[70],"natural":[71],"inference,":[73],"and":[74,94,113,141,150,164],"sentiment":[75],"analysis.":[76],"At":[77],"inference":[78],"time,":[79],"we":[80],"retrieve":[81],"the":[82,127],"most":[83],"similar":[84],"examples,":[86],"compute":[87],"distributions":[90],"via":[91],"nucleus":[92],"sampling,":[93],"dynamically":[95],"merge":[96],"relevant":[97],"using":[100],"weighted":[102],"fusion":[103],"strategies.":[104],"evaluated":[106],"four":[107],"merging":[108,136,177],"Linear,":[110],"Concatenation,":[111],"TIES,":[112],"Magnitude":[114],"Prune":[115],"demonstrating":[116],"our":[118],"dataset":[119],"centric":[120],"often":[123],"matches":[124],"or":[125],"exceeds":[126],"performance":[128],"individually":[130],"fine-tuned":[131],"task-specific":[132],"adapters.":[133],"Notably,":[134],"Linear":[135],"achieves":[137],"70.95%":[138],"on":[139,143],"PIQA":[140],"77.62%":[142],"RTE,":[144],"substantially":[145],"outperforming":[146],"single-task":[147],"baselines":[148],"(46%":[149],"52%,":[151],"respectively).":[152],"requires":[155],"no":[156],"additional":[157],"retriever":[158],"training,":[159],"operates":[160],"with":[161],"frozen":[162],"embeddings,":[163],"enables":[165],"efficient,":[166],"interpretable":[167],"composition.":[169],"These":[170],"results":[171],"suggest":[172],"based":[175],"offers":[178],"promising":[180],"direction":[181],"scalable,":[183],"parameter-efficient":[184],"multitask":[185],"learning":[186],"without":[187],"requiring":[188],"full":[189],"model":[190],"retraining":[191],"each":[193],"new":[194],"task.":[195]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-27T00:00:00"}