{"id":"https://openalex.org/W7162679278","doi":"https://doi.org/10.48550/arxiv.2605.28819","title":"PEFT-Arena: Understanding Parameter-Efficient Finetuning from a Stability-Plasticity Perspective","display_name":"PEFT-Arena: Understanding Parameter-Efficient Finetuning from a Stability-Plasticity Perspective","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162679278","doi":"https://doi.org/10.48550/arxiv.2605.28819"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137293731","display_name":"Yangyi Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yangyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113358583","display_name":"Ruotian Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Ruotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110991006","display_name":"Zeju Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Zeju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113111827","display_name":"Jiale Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Jiale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070584981","display_name":"Yandong Wen","orcid":"https://orcid.org/0000-0001-6330-7438"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Yandong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137265002","display_name":"Bernhard Sch\u00f6lkopf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sch\u00f6lkopf, Bernhard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137242091","display_name":"Weiyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Weiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1981000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1981000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12530000507831573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.11829999834299088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7045999765396118},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5864999890327454},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5519000291824341},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5174999833106995},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.44780001044273376},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.4214000105857849}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7045999765396118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6859999895095825},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5864999890327454},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5519000291824341},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5174999833106995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.503000020980835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4514999985694885},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.44780001044273376},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.4214000105857849},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C80519477","wikidata":"https://www.wikidata.org/wiki/Q3532236","display_name":"Scenario testing","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Parameter-efficient":[0],"finetuning":[1,72,112],"(PEFT)":[2],"has":[3],"become":[4],"the":[5,21,34,37,74,101],"standard":[6],"approach":[7],"for":[8],"adapting":[9],"large":[10],"language":[11],"models,":[12],"yet":[13],"evaluations":[14],"largely":[15],"emphasize":[16],"downstream":[17,54],"accuracy":[18],"while":[19],"overlooking":[20],"retention":[22,108],"of":[23,147],"pretrained":[24,102],"capabilities.":[25],"We":[26,46],"argue":[27],"that":[28,51,129],"PEFT":[29,85],"should":[30],"be":[31],"assessed":[32],"through":[33],"stability-plasticity":[35,65],"dilemma:":[36],"trade-off":[38],"between":[39],"target-task":[40],"adaptation":[41],"and":[42,56],"resistance":[43],"to":[44,121],"forgetting.":[45],"introduce":[47],"PEFT-Arena,":[48],"a":[49,135,148],"benchmark":[50],"jointly":[52],"measures":[53],"performance":[55],"general":[57],"capability":[58],"retention.":[59],"Across":[60],"methods,":[61],"we":[62,83,143],"find":[63],"distinct":[64],"profiles;":[66],"under":[67],"comparable":[68],"parameter":[69],"budgets,":[70],"orthogonal":[71],"achieves":[73],"most":[75],"favorable":[76],"Pareto":[77],"frontier.":[78],"To":[79],"explain":[80],"these":[81],"differences,":[82],"analyze":[84],"updates":[86],"from":[87],"two":[88],"geometric":[89],"perspectives.":[90],"In":[91,105],"weight":[92],"space,":[93,107],"spectral":[94],"analysis":[95,127],"reveals":[96],"how":[97],"parameterizations":[98],"interact":[99],"with":[100,118,151],"singular-value":[103],"structure.":[104],"activation":[106],"metrics":[109],"show":[110],"whether":[111],"preserves":[113],"or":[114],"distorts":[115],"general-capability":[116],"representations,":[117],"forgetting":[119],"linked":[120],"non-isometric":[122],"representation":[123],"distortion.":[124],"Finally,":[125],"an":[126],"shows":[128],"final":[130],"SFT":[131],"checkpoints":[132],"often":[133],"overshoot":[134],"better":[136],"target-retention":[137],"operating":[138],"point.":[139],"Inspired":[140],"by":[141],"this,":[142],"present":[144],"case":[145],"studies":[146],"post-hoc":[149],"improvement":[150],"path-wise":[152],"rewinding.":[153]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-29T00:00:00"}