{"id":"https://openalex.org/W4410640250","doi":"https://doi.org/10.1109/tcsvt.2025.3572943","title":"PECTP: Parameter-Efficient Cross-Task Prompts for Incremental Vision Transformer","display_name":"PECTP: Parameter-Efficient Cross-Task Prompts for Incremental Vision Transformer","publication_year":2025,"publication_date":"2025-05-23","ids":{"openalex":"https://openalex.org/W4410640250","doi":"https://doi.org/10.1109/tcsvt.2025.3572943"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3572943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3572943","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qian Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Feng","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007599551","display_name":"Hanbin Zhao","orcid":"https://orcid.org/0000-0001-8906-4534"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanbin Zhao","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8906-4534","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080692700","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0001-8226-2714"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014443478","display_name":"Jiahua Dong","orcid":"https://orcid.org/0000-0001-8545-4447"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Jiahua Dong","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0001-8545-4447","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036631624","display_name":"Henghui Ding","orcid":"https://orcid.org/0000-0003-4868-6526"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Henghui Ding","raw_affiliation_strings":["Institute of Big Data, Fudan University, Shanghai, China","Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4868-6526","affiliations":[{"raw_affiliation_string":"Institute of Big Data, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047962986","display_name":"Yu\u2013Gang Jiang","orcid":"https://orcid.org/0000-0002-1907-8567"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Gang Jiang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China","Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1907-8567","affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101960126","display_name":"Hui Qian","orcid":"https://orcid.org/0000-0003-0293-2656"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Qian","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0293-2656","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08116377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"11","first_page":"11282","last_page":"11296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.698477029800415},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5318731069564819},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4926469922065735},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.48948895931243896},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4631487727165222},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.0975596010684967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.698477029800415},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5318731069564819},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4926469922065735},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48948895931243896},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4631487727165222},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0975596010684967},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3572943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3572943","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1903783471","display_name":null,"funder_award_id":"62206248","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3671822789","display_name":null,"funder_award_id":"62472104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5938277973","display_name":null,"funder_award_id":"62476238","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G680203296","display_name":null,"funder_award_id":"62402430","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6840827756","display_name":null,"funder_award_id":"LQN25F020008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1997865285","https://openalex.org/W2194775991","https://openalex.org/W2554616628","https://openalex.org/W2602516395","https://openalex.org/W2765811365","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963072899","https://openalex.org/W2964048876","https://openalex.org/W2964189064","https://openalex.org/W2968596670","https://openalex.org/W2981165461","https://openalex.org/W2982701845","https://openalex.org/W3030364939","https://openalex.org/W3037492894","https://openalex.org/W3046698617","https://openalex.org/W3096609285","https://openalex.org/W3107094551","https://openalex.org/W3108827478","https://openalex.org/W3113584014","https://openalex.org/W3125116114","https://openalex.org/W3157898411","https://openalex.org/W3163939464","https://openalex.org/W3177096435","https://openalex.org/W3180392831","https://openalex.org/W3198377975","https://openalex.org/W3206547878","https://openalex.org/W4286255975","https://openalex.org/W4286837396","https://openalex.org/W4310595712","https://openalex.org/W4312238419","https://openalex.org/W4312351187","https://openalex.org/W4312651322","https://openalex.org/W4312769405","https://openalex.org/W4312894995","https://openalex.org/W4361741631","https://openalex.org/W4367663429","https://openalex.org/W4386076680","https://openalex.org/W4387227688","https://openalex.org/W4387623784","https://openalex.org/W4388820220","https://openalex.org/W4390872344","https://openalex.org/W4390873017","https://openalex.org/W4390873068","https://openalex.org/W4391305490","https://openalex.org/W4392173735","https://openalex.org/W4392693600","https://openalex.org/W4392796474","https://openalex.org/W4393171259","https://openalex.org/W4398774774","https://openalex.org/W4399526546","https://openalex.org/W4399769564","https://openalex.org/W4399880765","https://openalex.org/W4401806093","https://openalex.org/W4403210111","https://openalex.org/W4403936798"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Incremental":[0],"Learning":[1],"(IL)":[2],"aims":[3],"to":[4,28,74,178,188],"learn":[5,91],"deep":[6,23],"models":[7,24,39],"on":[8,97,124,154],"sequential":[9],"tasks":[10,102,110],"continually,":[11],"where":[12],"each":[13],"new":[14,20],"task":[15,29],"includes":[16],"a":[17,58,70,92,114,130],"batch":[18],"of":[19,95,99,162,200],"classes":[21],"and":[22,56,63,80,103,121,141,170],"have":[25,41],"no":[26],"access":[27],"ID":[30],"information":[31],"at":[32,208],"the":[33,52,100,108,118,122,126,149,160,183,190,198],"inference":[34],"time.":[35],"Recent":[36],"vast":[37],"pre-trained":[38],"(PTMs)":[40],"achieved":[42],"outstanding":[43],"performance":[44,123],"by":[45],"prompt":[46,78,85],"technique":[47],"in":[48,182],"practical":[49],"IL":[50],"without":[51],"old":[53,180],"samples":[54],"(rehearsal-free)":[55],"with":[57,136],"memory":[59,72,119],"constraint":[60],"(memory-constrained):":[61],"Prompt-extending":[62],"Prompt-fixed":[64,88],"methods.":[65],"However,":[66],"prompt-extending":[67],"methods":[68,89],"need":[69],"large":[71],"buffer":[73],"maintain":[75],"an":[76,82],"ever-expanding":[77],"pool":[79],"meet":[81],"extra":[83],"challenging":[84],"selection":[86],"problem.":[87],"only":[90],"single":[93],"set":[94],"prompts":[96,152],"one":[98],"incremental":[101,109,156],"can":[104],"not":[105],"handle":[106],"all":[107,125,155],"effectively.":[111],"To":[112,147],"achieve":[113],"good":[115],"balance":[116],"between":[117],"cost":[120],"tasks,":[127,157],"we":[128,175],"propose":[129],"Parameter-Efficient":[131],"Cross-Task":[132],"Prompt":[133,137,168,172],"(PECTP)":[134],"framework":[135],"Retention":[138,144],"Module":[139,145],"(PRM)":[140],"classifier":[142,186],"Head":[143],"(HRM).":[146],"make":[148],"final":[150],"learned":[151,185],"effective":[153],"PRM":[158],"constrains":[159],"evolution":[161],"cross-task":[163,191],"prompts\u2019":[164,192],"parameters":[165],"from":[166],"Outer":[167],"Granularity":[169],"Inner":[171],"Granularity.":[173],"Besides,":[174],"employ":[176],"HRM":[177],"inherit":[179],"knowledge":[181],"previously":[184],"heads":[187],"facilitate":[189],"generalization":[193],"ability.":[194],"Extensive":[195],"experiments":[196],"show":[197],"effectiveness":[199],"our":[201],"method.":[202],"The":[203],"source":[204],"codes":[205],"are":[206],"available":[207],"https://github.com/RAIAN08/PECTP.":[209]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}