{"id":"https://openalex.org/W4417266314","doi":"https://doi.org/10.1109/iccv51701.2025.00104","title":"EA-Vit: Efficient Adaptation for Elastic Vision Transformer","display_name":"EA-Vit: Efficient Adaptation for Elastic Vision Transformer","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4417266314","doi":"https://doi.org/10.1109/iccv51701.2025.00104"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.00104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.19360","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100768314","display_name":"Chen Zhu","orcid":"https://orcid.org/0000-0001-5028-1291"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Zhu","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081255558","display_name":"Wangbo Zhao","orcid":"https://orcid.org/0000-0001-9545-7991"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wangbo Zhao","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761013","display_name":"Huiwen Zhang","orcid":"https://orcid.org/0000-0003-1960-2514"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiwen Zhang","raw_affiliation_strings":["Xidian University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052466874","display_name":"Yuhao Zhou","orcid":"https://orcid.org/0009-0005-6031-804X"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuhao Zhou","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066281595","display_name":"Weidong Tang","orcid":"https://orcid.org/0000-0002-1263-1964"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weidong Tang","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066281595","display_name":"Weidong Tang","orcid":"https://orcid.org/0000-0002-1263-1964"},"institutions":[{"id":"https://openalex.org/I4210091958","display_name":"Hanoi Open University","ror":"https://ror.org/00gjkwr85","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210091958"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Shuo Wang","raw_affiliation_strings":["Houmo AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Houmo AI","institution_ids":["https://openalex.org/I4210091958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084059508","display_name":"Zhihang Yuan","orcid":"https://orcid.org/0000-0001-9980-7717"},"institutions":[{"id":"https://openalex.org/I4210091958","display_name":"Hanoi Open University","ror":"https://ror.org/00gjkwr85","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210091958"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Zhihang Yuan","raw_affiliation_strings":["Houmo AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Houmo AI","institution_ids":["https://openalex.org/I4210091958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113232966","display_name":"Yuzhang Shang","orcid":"https://orcid.org/0000-0003-2286-6668"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhang Shang","raw_affiliation_strings":["UCF"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCF","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033413473","display_name":"Xiaojiang Peng","orcid":"https://orcid.org/0000-0002-5783-321X"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojiang Peng","raw_affiliation_strings":["Shenzhen Technology University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Technology University","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088173740","display_name":"K W Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100436982","display_name":"Kai Wang","orcid":"https://orcid.org/0000-0002-1171-0281"},"institutions":[{"id":"https://openalex.org/I4210091958","display_name":"Hanoi Open University","ror":"https://ror.org/00gjkwr85","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210091958"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dawei Yang","raw_affiliation_strings":["Houmo AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Houmo AI","institution_ids":["https://openalex.org/I4210091958"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5486000180244446,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5486000180244446,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0869000032544136,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.031199999153614044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49540001153945923},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4812999963760376},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.43939998745918274},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4271000027656555},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4214000105857849},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.41609999537467957},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4050000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7127000093460083},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4957999885082245},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49540001153945923},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4271000027656555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42329999804496765},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4214000105857849},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.41609999537467957},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.27709999680519104},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.27390000224113464},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26739999651908875},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.2639999985694885}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.00104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.19360","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.19360","pdf_url":"https://arxiv.org/pdf/2507.19360","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.19360","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.19360","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.19360","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.19360","pdf_url":"https://arxiv.org/pdf/2507.19360","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G124883287","display_name":null,"funder_award_id":"A8001104-0000","funder_id":"https://openalex.org/F4320314648","funder_display_name":"Society for Musicology in Ireland"},{"id":"https://openalex.org/G3700909421","display_name":null,"funder_award_id":"62176165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8540188115","display_name":null,"funder_award_id":"AISG2-PhD-2021-08-008","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320314648","display_name":"Society for Musicology in Ireland","ror":null},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"have":[3],"emerged":[4],"as":[5],"a":[6,53,83,87,118,132,152],"foundational":[7],"model":[8],"in":[9,13],"computer":[10],"vision,":[11],"excelling":[12],"generalization":[14],"and":[15,38,105,112,142,173],"adaptation":[16,49,55],"to":[17,23,57,135,139],"downstream":[18,143],"tasks.":[19],"However,":[20],"deploying":[21],"ViTs":[22],"support":[24],"diverse":[25],"resource":[26,70],"constraints":[27],"typically":[28],"requires":[29],"retraining":[30],"multiple,":[31],"size-specific":[32],"ViTs,":[33],"which":[34],"is":[35,158,179],"both":[36],"time-consuming":[37],"energy-intensive.":[39],"To":[40,108],"address":[41],"this":[42],"issue,":[43],"we":[44,81,116,130],"propose":[45],"an":[46],"efficient":[47],"ViT":[48,85],"framework":[50],"that":[51,91,122],"enables":[52,92],"single":[54],"process":[56],"generate":[58],"multiple":[59,168],"models":[60],"of":[61,100,175],"varying":[62],"sizes":[63],"for":[64],"deployment":[65],"on":[66,167],"platforms":[67],"with":[68,86,147,162],"various":[69],"constraints.":[71],"Our":[72],"approach":[73],"comprises":[74],"two":[75],"stages.":[76],"In":[77,126],"the":[78,127,156,163,171],"first":[79],"stage,":[80,129],"enhance":[82],"pre-trained":[84,110],"nested":[88],"elastic":[89],"architecture":[90],"structural":[93],"flexibility":[94],"across":[95],"MLP":[96],"expansion":[97],"ratio,":[98],"number":[99],"attention":[101],"heads,":[102],"embedding":[103],"dimension,":[104],"network":[106],"depth.":[107],"preserve":[109],"knowledge":[111],"ensure":[113],"stable":[114],"adaptation,":[115],"adopt":[117],"curriculum-based":[119],"training":[120],"strategy":[121],"progressively":[123],"increases":[124],"elasticity.":[125],"second":[128],"design":[131],"lightweight":[133],"router":[134,157],"select":[136],"submodels":[137],"according":[138],"computational":[140],"budgets":[141],"task":[144],"demands.":[145],"Initialized":[146],"Pareto-optimal":[148],"configurations":[149],"derived":[150],"via":[151],"customized":[153],"NSGA-II":[154],"algorithm,":[155],"then":[159],"jointly":[160],"optimized":[161],"backbone.":[164],"Extensive":[165],"experiments":[166],"benchmarks":[169],"demonstrate":[170],"effectiveness":[172],"versatility":[174],"EA-ViT.":[176],"The":[177],"code":[178],"available":[180],"at":[181],"https://github.com/zcxcf/EA-ViT.":[182]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}