{"id":"https://openalex.org/W7151234190","doi":"https://doi.org/10.48550/arxiv.2604.04516","title":"GAIN: Multiplicative Modulation for Domain Adaptation","display_name":"GAIN: Multiplicative Modulation for Domain Adaptation","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151234190","doi":"https://doi.org/10.48550/arxiv.2604.04516"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04516","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050876115","display_name":"Hengshuai Yao","orcid":"https://orcid.org/0000-0003-1258-1845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Hengshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133109572","display_name":"Xing Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130090677","display_name":"Ahmed Murtadha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murtadha, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133125015","display_name":"Guan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Guan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7009999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7009999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.055399999022483826,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.03460000082850456,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.6937000155448914},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6101999878883362},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.5845000147819519},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5490000247955322},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5206000208854675},{"id":"https://openalex.org/keywords/diagonal","display_name":"Diagonal","score":0.45910000801086426},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4530999958515167},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.43059998750686646}],"concepts":[{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.6937000155448914},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6101999878883362},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.5845000147819519},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5490000247955322},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5206000208854675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5083000063896179},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49549999833106995},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.45910000801086426},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.42649999260902405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41260001063346863},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38600000739097595},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3840000033378601},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.32829999923706055},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C113313756","wikidata":"https://www.wikidata.org/wiki/Q332791","display_name":"Diagonal matrix","level":3,"score":0.32359999418258667},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C14166107","wikidata":"https://www.wikidata.org/wiki/Q253829","display_name":"Net (polyhedron)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Adapting":[0],"LLMs":[1],"to":[2,77],"new":[3,15],"domains":[4],"causes":[5],"forgetting":[6,24,117],"because":[7],"standard":[8],"methods":[9],"(e.g.,":[10],"full":[11],"fine-tuning,":[12],"LoRA)":[13],"inject":[14],"directions":[16],"into":[17,66],"the":[18,32,35,39,48,108],"weight":[19,41],"space.":[20],"We":[21,45],"show":[22],"that":[23],"is":[25],"governed":[26],"by":[27,60,88,94,118],"one":[28],"algebraic":[29],"property:":[30],"whether":[31],"update":[33],"preserves":[34],"column":[36],"span":[37],"of":[38],"pretrained":[40],"matrix":[42],"(Proposition":[43],"1).":[44],"propose":[46],"GAIN,":[47],"simplest":[49],"multiplicative":[50,138],"alternative":[51],"(W_new":[52],"=":[53],"S":[54],"*":[55],"W),":[56],"which":[57],"satisfies":[58],"this":[59],"construction":[61],"and":[62,104,129],"can":[63,114],"be":[64],"absorbed":[65],"existing":[67],"weights":[68],"for":[69],"zero":[70],"inference":[71],"cost.":[72],"Across":[73],"five":[74],"models":[75],"(774M":[76],"70B)":[78],"adapted":[79],"sequentially":[80],"over":[81],"eight":[82],"domains,":[83],"GAIN":[84,96,122],"improves":[85,141],"earlier-domain":[86],"perplexity":[87],"7-13%,":[89],"while":[90],"LoRA":[91,99,113],"degrades":[92],"it":[93],"18-36%.":[95],"matches":[97],"replay-augmented":[98],"without":[100],"storing":[101],"prior":[102],"data":[103],"dominates":[105],"EWC":[106],"on":[107],"forgetting-adaptation":[109],"Pareto":[110],"front.":[111],"While":[112],"only":[115],"reduce":[116],"sacrificing":[119],"in-domain":[120],"adaptation,":[121],"achieves":[123],"both":[124],"with":[125],"no":[126,130],"domain":[127],"boundaries":[128],"regularization.":[131],"The":[132],"principle":[133],"generalises:":[134],"(IA)^3,":[135],"an":[136],"independent":[137],"method,":[139],"also":[140],"earlier":[142],"domains.":[143]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}