{"id":"https://openalex.org/W7137965465","doi":"https://doi.org/10.1609/aaai.v40i11.37840","title":"ICM-Fusion: In-Context Meta-Optimized LoRA Fusion for Multi-Task Adaptation","display_name":"ICM-Fusion: In-Context Meta-Optimized LoRA Fusion for Multi-Task Adaptation","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137965465","doi":"https://doi.org/10.1609/aaai.v40i11.37840"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i11.37840","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37840","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37840/41802","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37840/41802","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129742099","display_name":"Yihua Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Yihua Shao","raw_affiliation_strings":["The Hong Kong Polytechnic University\nInstitute of Automation, Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University\nInstitute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I14243506","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129691889","display_name":"Xiaofeng Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Lin","raw_affiliation_strings":["Guangdong University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong University of Technology","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104089217","display_name":"Xinwei Long","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinwei Long","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129737936","display_name":"Siyu Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyu Chen","raw_affiliation_strings":["Institute of Automation of the Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation of the Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101337113","display_name":"Minxi Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Minxi Yan","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129734632","display_name":"Yang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":"CN","type":"government","lineage":["https://openalex.org/I4392738278"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129715738","display_name":"Ziyang Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ziyang Yan","raw_affiliation_strings":["University of Trento"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Trento","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129740293","display_name":"Ao Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Ma","raw_affiliation_strings":["JD.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129663666","display_name":"Hao Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Tang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129714518","display_name":"Jingcai Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jingcai Guo","raw_affiliation_strings":["The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5129742099"],"corresponding_institution_ids":["https://openalex.org/I14243506","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":30.7424,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.97731755,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"40","issue":"11","first_page":"8860","last_page":"8868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7973999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7973999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.03200000151991844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.031099999323487282,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6830000281333923},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5946000218391418},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.566100001335144},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5529999732971191},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5257999897003174},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.44279998540878296},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.4381999969482422},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.41929998993873596},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4009999930858612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092999815940857},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6830000281333923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.603600025177002},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5946000218391418},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.566100001335144},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5529999732971191},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5257999897003174},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.4381999969482422},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.41929998993873596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4065000116825104},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3375000059604645},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.3319000005722046},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2815000116825104},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i11.37840","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37840","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37840/41802","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i11.37840","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37840","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37840/41802","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5009575486183167}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7137965465.pdf","grobid_xml":"https://content.openalex.org/works/W7137965465.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Enabling":[0],"multi-task":[1,157],"adaptation":[2,49],"in":[3,58,75,103,131,215],"pre-trained":[4,18,196],"Low-Rank":[5],"Adaptation":[6],"(LoRA)":[7],"models":[8,186],"is":[9,147],"crucial":[10],"for":[11,127],"enhancing":[12],"their":[13],"generalization":[14,57],"capabilities.":[15],"Most":[16],"existing":[17],"LoRA":[19,87,146,158,197,202],"fusion":[20,29,198],"methods":[21],"decompose":[22],"weight":[23,64],"matrices,":[24],"sharing":[25],"similar":[26],"parameters,":[27],"while":[28],"divergent":[30],"ones.":[31],"However,":[32],"this":[33,81],"paradigm":[34],"inevitably":[35],"induces":[36],"inter-weight":[37],"conflicts":[38],"and":[39,167,170,187,209],"leads":[40],"to":[41,50,55,73,155,180,189,193],"catastrophic":[42],"domain":[43],"forgetting.":[44],"While":[45],"incremental":[46],"learning":[47],"enables":[48],"multiple":[51],"tasks,":[52,169],"it":[53,70],"struggles":[54],"achieve":[56,212],"few-shot":[59,216],"scenarios.":[60,217],"Consequently,":[61],"when":[62],"the":[63,76,122,128,132,137,140,144,171,194,206],"data":[65],"follows":[66],"a":[67,90,150,181],"long-tailed":[68],"distribution,":[69],"can":[71,177,203,210],"lead":[72],"forgetting":[74],"fused":[77,129,145,201],"weights.":[78],"To":[79],"address":[80],"issue,":[82],"we":[83],"propose":[84],"In-Context":[85],"Meta":[86],"Fusion":[88,152],"(ICM-Fusion),":[89],"novel":[91],"framework":[92],"that":[93,175],"synergizes":[94],"meta-learning":[95],"with":[96],"in-context":[97],"adaptation.":[98],"The":[99],"key":[100],"innovation":[101],"lies":[102],"our":[104],"task":[105,124,141,213],"vector":[106,125],"arithmetic,":[107],"which":[108],"dynamically":[109],"balances":[110],"conflicting":[111],"optimization":[112],"directions":[113],"across":[114],"domains":[115],"through":[116],"learned":[117],"manifold":[118],"projections.":[119],"ICM-Fusion":[120,176,200],"obtains":[121],"optimal":[123],"orientation":[126,138],"model":[130],"latent":[133],"space":[134],"by":[135,149],"adjusting":[136],"of":[139,184],"vectors.":[142],"Subsequently,":[143],"reconstructed":[148],"self-designed":[151],"VAE":[153],"(F-VAE)":[154],"realize":[156],"generation.":[159],"We":[160],"have":[161],"conducted":[162],"extensive":[163],"experiments":[164],"on":[165],"visual":[166],"linguistic":[168],"experimental":[172],"results":[173],"demonstrate":[174],"be":[178],"adapted":[179],"wide":[182],"range":[183],"architectural":[185],"applied":[188],"various":[190],"tasks.":[191],"Compared":[192],"current":[195],"method,":[199],"significantly":[204],"reduce":[205],"multi-tasking":[207],"loss":[208],"even":[211],"enhancement":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-03-18T00:00:00"}