{"id":"https://openalex.org/W7128368881","doi":"https://doi.org/10.48550/arxiv.2602.06883","title":"Vision Transformer Finetuning Benefits from Non-Smooth Components","display_name":"Vision Transformer Finetuning Benefits from Non-Smooth Components","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128368881","doi":"https://doi.org/10.48550/arxiv.2602.06883"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-05672850v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05672850","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://icml.cc/","raw_type":"info:eu-repo/semantics/conferenceObject"},"type":"conference-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-05672850","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093123204","display_name":"Ambroise Odonnat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Odonnat, Ambroise","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125412812","display_name":"Laetitia Chapel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chapel, Laetitia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067296471","display_name":"Romain Tavenard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tavenard, Romain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125390829","display_name":"Ievgen Redko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Redko, Ievgen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09908684,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.7317000031471252,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.7317000031471252,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.055399999022483826,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0357000008225441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5784000158309937},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4936000108718872},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.47859999537467957},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.42160001397132874},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3499000072479248},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3125}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6891000270843506},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5784000158309937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.517300009727478},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4936000108718872},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.47859999537467957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4593999981880188},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3125},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:HAL:hal-05672850v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05672850","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://icml.cc/","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2602.06883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.06883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-05672850v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05672850","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://icml.cc/","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,150],"smoothness":[1,139],"of":[2,13,36,59,118],"the":[3,11,34,63,102,115,119,135],"transformer":[4,38],"architecture":[5],"has":[6],"been":[7],"extensively":[8],"studied":[9],"in":[10,23,46,49,68,100],"context":[12],"generalization,":[14],"training":[15],"stability,":[16],"and":[17,80,122],"adversarial":[18],"robustness.":[19],"However,":[20],"its":[21],"role":[22],"transfer":[24],"learning":[25],"remains":[26],"poorly":[27],"understood.":[28],"In":[29],"this":[30,95],"paper,":[31],"we":[32],"analyze":[33],"ability":[35],"vision":[37,90],"components":[39,103],"to":[40,44,65,104,127],"adapt":[41],"their":[42,52],"outputs":[43],"changes":[45],"inputs,":[47],"or,":[48],"other":[50],"words,":[51],"\\emph{plasticity}.":[53],"Defined":[54],"as":[55],"an":[56],"average":[57],"rate":[58],"change,":[60],"it":[61],"captures":[62],"sensitivity":[64],"input":[66],"perturbation;":[67],"particular,":[69],"a":[70,74,143],"high":[71,116],"plasticity":[72,117],"implies":[73],"low":[75],"smoothness.":[76],"Our":[77,131],"theoretical":[78],"analysis":[79],"extensive":[81],"experiments":[82],"--":[83,92],"over":[84],"$1,000$":[85],"finetuning":[86,129],"runs":[87],"on":[88,146],"large-scale":[89],"transformers":[91],"showcase":[93],"that":[94,114,138],"perspective":[96,145],"provides":[97],"principled":[98],"guidance":[99],"choosing":[101],"prioritize":[105],"during":[106],"adaptation.":[107],"A":[108],"key":[109],"takeaway":[110],"for":[111],"practitioners":[112],"is":[113,140,152],"attention":[120],"modules":[121],"feedforward":[123],"layers":[124],"consistently":[125],"leads":[126],"better":[128],"performance.":[130],"findings":[132],"depart":[133],"from":[134],"prevailing":[136],"assumption":[137],"desirable,":[141],"offering":[142],"novel":[144],"transformers'":[147],"functional":[148],"properties.":[149],"code":[151],"available":[153],"at":[154],"https://github.com/ambroiseodt/vit-plasticity.":[155]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-10T00:00:00"}