{"id":"https://openalex.org/W4302012160","doi":"https://doi.org/10.48550/arxiv.2210.00788","title":"Towards a Unified View on Visual Parameter-Efficient Transfer Learning","display_name":"Towards a Unified View on Visual Parameter-Efficient Transfer Learning","alternate_titles":[],"publication_year":2022,"publication_date":"2022-10-03","ids":{"openalex":"https://openalex.org/W4302012160","doi":"https://doi.org/10.48550/arxiv.2210.00788"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.00788","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.00788","pdf_url":"https://arxiv.org/pdf/2210.00788","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4302012160"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.00788","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027453740","display_name":"Bruce X. B. Yu","orcid":"https://orcid.org/0000-0001-9905-8154","observed_orcids":["https://orcid.org/0000-0001-9905-8154"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Bruce X. B.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038083485","display_name":"Jianlong Chang","orcid":"https://orcid.org/0000-0002-0610-907X","observed_orcids":["https://orcid.org/0000-0002-0610-907X"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang, Jianlong","raw_affiliation_strings":["Huawei Inc. , Shenzhen , 518000 , , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Inc. , Shenzhen , 518000 , , China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102971183","display_name":"Lingbo Liu","orcid":"https://orcid.org/0000-0001-8179-6685","observed_orcids":["https://orcid.org/0000-0001-8179-6685"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lingbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Chuan Tian","orcid":"https://orcid.org/0000-0002-7252-5047","observed_orcids":["https://orcid.org/0000-0002-7252-5047"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian, Qi","raw_affiliation_strings":["Huawei Inc. , Shenzhen , 518000 , , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Inc. , Shenzhen , 518000 , , China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002277899","display_name":"Chang Wen Chen","orcid":"https://orcid.org/0000-0002-6720-234X","observed_orcids":["https://orcid.org/0000-0002-6720-234X"]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chen, Chang Wen","raw_affiliation_strings":["Department of Computing , The Hong Kong Polytechnic University , Hong Kong , 999077 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing , The Hong Kong Polytechnic University , Hong Kong , 999077 , China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parameter-efficient-transfer-learning","display_name":"parameter-efficient transfer learning","score":0.9679999947547913},{"id":"https://openalex.org/keywords/prefix-tuning","display_name":"prefix tuning","score":0.9100000262260437},{"id":"https://openalex.org/keywords/parallel-attention","display_name":"parallel attention","score":0.7609999775886536},{"id":"https://openalex.org/keywords/large-vision-models","display_name":"large vision models","score":0.8669999837875366},{"id":"https://openalex.org/keywords/prompt-tuning","display_name":"prompt tuning","score":0.6869999766349792},{"id":"https://openalex.org/keywords/adapters","display_name":"adapters","score":0.7319999933242798},{"id":"https://openalex.org/keywords/frozen-pre-trained-models","display_name":"frozen pre-trained models","score":0.5590000152587891}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758155107498169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6018209457397461},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5449231863021851},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4915560185909271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44987714290618896},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.41640517115592957},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07754838466644287},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.00788","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.00788","pdf_url":"https://arxiv.org/pdf/2210.00788","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.00788","doi":"https://doi.org/10.48550/arxiv.2210.00788","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.00788","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.00788","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.00788","pdf_url":"https://arxiv.org/pdf/2210.00788","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4302012160.pdf","grobid_xml":"https://content.openalex.org/works/W4302012160.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1827297289","https://openalex.org/W2126579184","https://openalex.org/W2619082050","https://openalex.org/W2619947201","https://openalex.org/W2625366777","https://openalex.org/W2913946806","https://openalex.org/W2953901595","https://openalex.org/W3030163527","https://openalex.org/W3034445277","https://openalex.org/W3041133507","https://openalex.org/W3103616906","https://openalex.org/W3119997354","https://openalex.org/W3126337491","https://openalex.org/W3135367836","https://openalex.org/W3166140588","https://openalex.org/W3172942063","https://openalex.org/W3174053790","https://openalex.org/W3174770825","https://openalex.org/W3175466730","https://openalex.org/W3176828726","https://openalex.org/W3180562345","https://openalex.org/W3185341429","https://openalex.org/W3195577433","https://openalex.org/W3204239658","https://openalex.org/W3206752670","https://openalex.org/W3215626407","https://openalex.org/W4200629441","https://openalex.org/W4221149036","https://openalex.org/W4223990029","https://openalex.org/W4225747866","https://openalex.org/W4226002507","https://openalex.org/W4226501422","https://openalex.org/W4229042118","https://openalex.org/W4281833441","https://openalex.org/W4282981352","https://openalex.org/W4292945941","https://openalex.org/W4306313147","https://openalex.org/W4307868887","https://openalex.org/W4312560592","https://openalex.org/W4312665716","https://openalex.org/W4312777209","https://openalex.org/W4312810944","https://openalex.org/W4320722432","https://openalex.org/W4382465573","https://openalex.org/W4404658388","https://openalex.org/W7133219196","https://openalex.org/W7133239857","https://openalex.org/W7133241830"],"related_works":["https://openalex.org/W4390344271","https://openalex.org/W4367190852","https://openalex.org/W4285292324","https://openalex.org/W7163131497","https://openalex.org/W4402754293","https://openalex.org/W4321276845","https://openalex.org/W4390872465","https://openalex.org/W4225747866","https://openalex.org/W4390874513","https://openalex.org/W4322825248"],"abstract_inverted_index":{"Parameter":[0],"efficient":[1],"transfer":[2],"learning":[3],"(PETL)":[4],"aims":[5],"at":[6],"making":[7],"good":[8,76],"use":[9],"of":[10,24,90,99,105,109,124,136,158,171],"the":[11,15,30,50,97,116,121,149,159,172,198,202,218,227],"representation":[12],"knowledge":[13],"in":[14,134],"pre-trained":[16],"large":[17,67],"models":[18,69],"by":[19],"fine-tuning":[20],"a":[21,75,84,87,155,168],"small":[22],"number":[23],"parameters.":[25,240],"Recently,":[26],"taking":[27],"inspiration":[28],"from":[29,217],"natural":[31],"language":[32],"processing":[33],"(NLP)":[34],"domain,":[35],"popular":[36],"PETL":[37,91,101,145,210],"techniques":[38],"such":[39],"as":[40],"prompt-tuning":[41],"and":[42,112,127,131,139,163,197,234,242],"Adapter":[43],"have":[44],"also":[45],"been":[46,195],"successfully":[47],"applied":[48],"to":[49,65,71,95,208],"vision":[51,58,68,132,164,180,188],"domain.":[52],"However,":[53],"prefix-tuning":[54,151,173],"remains":[55],"under-explored":[56,150],"for":[57,148,179],"tasks.":[59,182],"In":[60],"this":[61,80],"work,":[62],"we":[63,82,119,166],"intend":[64],"adapt":[66],"(LVMs)":[70],"downstream":[72,106,181],"tasks":[73,133,189],"with":[74,86,230,237],"parameter-accuracy":[77],"trade-off.":[78,117],"Towards":[79],"goal,":[81],"propose":[83,167],"framework":[85,221],"unified":[88],"view":[89],"called":[92,175],"visual-PETL":[93],"(V-PETL)":[94],"investigate":[96],"effects":[98],"different":[100,191],"techniques,":[102,146],"data":[103,137,243],"scales":[104],"domains,":[107],"positions":[108],"trainable":[110,125],"parameters,":[111],"other":[113,209],"aspects":[114],"affecting":[115],"Specifically,":[118],"analyze":[120],"positional":[122],"importance":[123],"parameters":[126,233],"differences":[128,160],"between":[129,161],"NLP":[130,162],"terms":[135],"structures":[138],"pre-training":[140],"mechanisms":[141],"while":[142],"implementing":[143],"various":[144],"especially":[147],"technique.":[152],"Based":[153],"on":[154,187],"comprehensive":[156],"understanding":[157],"data,":[165],"new":[169],"variation":[170],"module":[174],"parallel":[176],"attention":[177],"(PATT)":[178],"An":[183,212],"extensive":[184],"empirical":[185],"analysis":[186],"via":[190],"frozen":[192],"LVMs":[193],"has":[194],"carried":[196],"findings":[199],"show":[200],"that":[201],"proposed":[203,219],"PATT":[204],"can":[205],"effectively":[206],"contribute":[207],"techniques.":[211],"effective":[213],"scheme":[214],"Swin-BAPAT":[215],"derived":[216],"V-PETL":[220],"achieves":[222],"significantly":[223],"better":[224],"performance":[225],"than":[226],"state-of-the-art":[228],"AdaptFormer-Swin":[229],"slightly":[231],"more":[232],"outperforms":[235],"full-tuning":[236],"far":[238],"fewer":[239],"Code":[241],"are":[244],"available":[245],"at:":[246],"https://github.com/bruceyo/V-PETL.":[247]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4302012160","counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":9}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-10-06T00:00:00"}
