{"id":"https://openalex.org/W4388266798","doi":"https://doi.org/10.1109/tcsvt.2023.3327605","title":"Pro-Tuning: Unified Prompt Tuning for Vision Tasks","display_name":"Pro-Tuning: Unified Prompt Tuning for Vision Tasks","publication_year":2023,"publication_date":"2023-10-25","ids":{"openalex":"https://openalex.org/W4388266798","doi":"https://doi.org/10.1109/tcsvt.2023.3327605"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3327605","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3327605","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043713820","display_name":"Xing Nie","orcid":"https://orcid.org/0000-0002-4370-1021"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Nie","raw_affiliation_strings":["Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4370-1021","affiliations":[{"raw_affiliation_string":"Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012017422","display_name":"Bolin Ni","orcid":"https://orcid.org/0009-0000-7160-5523"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bolin Ni","raw_affiliation_strings":["Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038083485","display_name":"Jianlong Chang","orcid":"https://orcid.org/0000-0002-0610-907X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Chang","raw_affiliation_strings":["Huawei Cloud and AI, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0610-907X","affiliations":[{"raw_affiliation_string":"Huawei Cloud and AI, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675867","display_name":"Gaofeng Meng","orcid":"https://orcid.org/0000-0002-7103-6321"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaofeng Meng","raw_affiliation_strings":["Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7103-6321","affiliations":[{"raw_affiliation_string":"Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047574411","display_name":"Chunlei Huo","orcid":"https://orcid.org/0000-0002-6748-6709"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunlei Huo","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6748-6709","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040673285","display_name":"Shiming Xiang","orcid":"https://orcid.org/0000-0002-2089-9733"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiming Xiang","raw_affiliation_strings":["Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2089-9733","affiliations":[{"raw_affiliation_string":"Department of State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Tian","orcid":"https://orcid.org/0000-0002-7252-5047"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Cloud and AI, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7252-5047","affiliations":[{"raw_affiliation_string":"Huawei Cloud and AI, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.8107,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.97422113,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"34","issue":"6","first_page":"4653","last_page":"4667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6757464408874512},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.47365033626556396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46022137999534607}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6757464408874512},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47365033626556396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46022137999534607}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3327605","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3327605","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3054138389","display_name":"\u81ea\u4e3b\u8bc6\u522b\u6210\u50cf\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62071466","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3489438368","display_name":null,"funder_award_id":"62376267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7903518990","display_name":null,"funder_award_id":"61976208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8745390288","display_name":null,"funder_award_id":"62076242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W1921293667","https://openalex.org/W1977295328","https://openalex.org/W2108598243","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2507296351","https://openalex.org/W2531409750","https://openalex.org/W2533598788","https://openalex.org/W2563705555","https://openalex.org/W2752782242","https://openalex.org/W2804935296","https://openalex.org/W2884822772","https://openalex.org/W2915387487","https://openalex.org/W2962945654","https://openalex.org/W2963849369","https://openalex.org/W2982083293","https://openalex.org/W2989676862","https://openalex.org/W3018363485","https://openalex.org/W3021893287","https://openalex.org/W3034429256","https://openalex.org/W3034924978","https://openalex.org/W3035414587","https://openalex.org/W3035422918","https://openalex.org/W3037492894","https://openalex.org/W3098267758","https://openalex.org/W3103616906","https://openalex.org/W3115894062","https://openalex.org/W3116417041","https://openalex.org/W3118608800","https://openalex.org/W3132625589","https://openalex.org/W3137952714","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3153427360","https://openalex.org/W3169422999","https://openalex.org/W3173777717","https://openalex.org/W3177096435","https://openalex.org/W3198377975","https://openalex.org/W3205789812","https://openalex.org/W3215900581","https://openalex.org/W4205991051","https://openalex.org/W4283382804","https://openalex.org/W4312310776","https://openalex.org/W4312443924","https://openalex.org/W4312651322","https://openalex.org/W4312957757","https://openalex.org/W4313156423","https://openalex.org/W4321021726","https://openalex.org/W4386075814","https://openalex.org/W6682132143","https://openalex.org/W6738045163","https://openalex.org/W6757555829","https://openalex.org/W6759579507","https://openalex.org/W6764733053","https://openalex.org/W6778883912","https://openalex.org/W6779525423","https://openalex.org/W6785440099","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6797716411","https://openalex.org/W6801948084","https://openalex.org/W6811013733","https://openalex.org/W6838701581"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"In":[0,66],"computer":[1],"vision,":[2],"fine-tuning":[3,162],"is":[4,22,113],"the":[5,44,49,58,126,158],"de-facto":[6],"approach":[7],"to":[8,13,26,47,52,84,95,101,111],"leverage":[9],"pre-trained":[10,50,99,127],"vision":[11,79,107,119,168],"models":[12,51,80,100,146],"perform":[14],"downstream":[15,37,53,64,106,122,145],"tasks.":[16,65,108],"However,":[17],"deploying":[18],"it":[19],"in":[20],"practice":[21],"quite":[23],"challenging,":[24],"due":[25],"adopting":[27],"parameter":[28],"inefficient":[29],"global":[30],"update":[31],"and":[32,143,150,170,185,188,196],"heavily":[33],"relying":[34],"on":[35,163],"high-quality":[36],"data.":[38],"Recently,":[39],"prompt-based":[40,114],"learning,":[41],"which":[42],"adds":[43],"task-relevant":[45],"prompt":[46,77],"adapt":[48,96],"tasks,":[54],"has":[55],"drastically":[56],"boosted":[57],"performance":[59],"of":[60,105,136,167],"many":[61],"natural":[62,182],"language":[63],"this":[67,71,87],"work,":[68],"we":[69,89],"extend":[70],"notable":[72],"transfer":[73],"ability":[74],"benefited":[75],"from":[76],"into":[78],"as":[81,193],"an":[82],"alternative":[83],"fine-tuning.":[85],"To":[86],"end,":[88],"propose":[90],"parameter-efficient":[91],"Prompt":[92],"tuning":[93],"(Pro-tuning)":[94],"diverse":[97],"frozen":[98],"a":[102,133,164],"wide":[103],"variety":[104],"The":[109],"key":[110],"Pro-tuning":[112,139,160],"tuning,":[115],"i.e.,":[116],"learning":[117],"task-specific":[118],"prompts":[120],"for":[121,148],"input":[123],"images":[124],"with":[125],"model":[128],"frozen.":[129],"By":[130],"only":[131],"training":[132],"small":[134],"number":[135],"additional":[137],"parameters,":[138],"can":[140],"generate":[141],"compact":[142],"robust":[144],"both":[147],"CNN-based":[149],"transformer-based":[151],"network":[152],"architectures.":[153],"Comprehensive":[154],"experiments":[155],"evidence":[156],"that":[157],"proposed":[159],"outperforms":[161],"broad":[165],"range":[166],"tasks":[169,191],"scenarios,":[171],"including":[172],"image":[173,180],"classification":[174],"(under":[175],"generic":[176],"objects,":[177],"class":[178],"imbalance,":[179],"corruption,":[181],"adversarial":[183],"examples,":[184],"out-of-distribution":[186],"generalization),":[187],"dense":[189],"prediction":[190],"such":[192],"object":[194],"detection":[195],"semantic":[197],"segmentation.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}