{"id":"https://openalex.org/W7161840669","doi":"https://doi.org/10.48550/arxiv.2605.19028","title":"Learning When to Adapt","display_name":"Learning When to Adapt","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161840669","doi":"https://doi.org/10.48550/arxiv.2605.19028"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19028","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19028","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19028","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136565264","display_name":"Ali Zindari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zindari, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136537034","display_name":"Xiaowen Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xiaowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076334995","display_name":"Rotem Mulayoff","orcid":"https://orcid.org/0000-0002-5991-0602"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mulayoff, Rotem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136473183","display_name":"Sebastian U. Stich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stich, Sebastian U.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.3970000147819519,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.3970000147819519,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.13019999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0706000030040741,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6227999925613403},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6140000224113464},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.567799985408783},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5072000026702881},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.47909998893737793},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41839998960494995},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4049000144004822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7204999923706055},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6227999925613403},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.567799985408783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5569999814033508},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.47909998893737793},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41839998960494995},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4049000144004822},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19028","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19028","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19028","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19028","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Low-rank":[0],"adaptation":[1,164],"(LoRA)":[2],"is":[3,14,20,72,165],"a":[4,97],"widely":[5],"used":[6],"parameter-efficient":[7],"fine-tuning":[8,36,92,135],"method,":[9],"yet":[10],"its":[11],"learned":[12,140],"correction":[13],"static:":[15],"the":[16,35,76,91,104,139],"same":[17],"low-rank":[18,105],"update":[19],"applied":[21],"to":[22,34,48,74,85,127],"every":[23],"input.":[24],"This":[25],"input-agnostic":[26],"approach":[27],"creates":[28],"an":[29,144],"inevitable":[30],"compromise":[31],"between":[32],"adapting":[33],"distribution":[37],"and":[38,102,111,113,120,129,151],"preserving":[39],"pre-trained":[40,77],"behavior":[41,79],"on":[42,109],"inputs":[43],"outside":[44],"that":[45,89],"distribution,":[46],"contributing":[47],"catastrophic":[49],"forgetting.":[50],"We":[51],"introduce":[52],"DISeL":[53,94,123],"(Dynamic":[54],"Input-Sensitive":[55],"LoRA),":[56],"which":[57,149],"augments":[58],"LoRA":[59,128],"modules":[60],"with":[61],"lightweight":[62],"input-dependent":[63],"gates":[64],"over":[65],"individual":[66],"rank-one":[67],"components.":[68],"The":[69],"gating":[70],"mechanism":[71],"designed":[73],"preserve":[75],"model's":[78],"by":[80],"default,":[81],"while":[82,132],"training":[83],"learns":[84],"activate":[86],"selected":[87],"components":[88,153],"reduce":[90],"loss.":[93],"adds":[95],"only":[96],"small":[98],"number":[99],"of":[100,148],"parameters":[101],"preserves":[103],"structure.":[106],"Across":[107],"RoBERTa":[108],"GLUE,":[110],"Llama":[112],"Mistral":[114],"models":[115],"fine-tuned":[116],"for":[117],"mathematical":[118],"reasoning":[119],"code":[121],"generation,":[122],"reduces":[124],"forgetting":[125],"relative":[126],"related":[130],"variants":[131],"maintaining":[133],"competitive":[134],"accuracy.":[136],"In":[137],"addition,":[138],"gate":[141],"activations":[142],"provide":[143],"interpretable":[145],"diagnostic":[146],"view":[147],"layers":[150],"rank":[152],"are":[154],"most":[155],"activated":[156],"during":[157],"fine-tuning,":[158],"giving":[159],"insight":[160],"into":[161],"where":[162],"task-specific":[163],"concentrated.":[166],"Code":[167],"available":[168],"at":[169],"https://github.com/alizindari/DISeL":[170],".":[171]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-21T00:00:00"}