{"id":"https://openalex.org/W4409882662","doi":"https://doi.org/10.1109/tai.2025.3564915","title":"Subnetwork Knowledge Injection and Transferable Parameter Updating Strategy for Continual Learning of Vision-and-Language Tasks","display_name":"Subnetwork Knowledge Injection and Transferable Parameter Updating Strategy for Continual Learning of Vision-and-Language Tasks","publication_year":2025,"publication_date":"2025-04-28","ids":{"openalex":"https://openalex.org/W4409882662","doi":"https://doi.org/10.1109/tai.2025.3564915"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3564915","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3564915","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100677849","display_name":"Jiong Wang","orcid":"https://orcid.org/0009-0006-5003-0445"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiong Wang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qing Zhang","orcid":"https://orcid.org/0000-0002-5368-339X"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Zhang","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science, North China University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731156","display_name":"Jie Liu","orcid":"https://orcid.org/0000-0001-5953-4566"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Liu","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science, North China University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010959191","display_name":"Kaifeng Nie","orcid":null},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaifeng Nie","raw_affiliation_strings":["School of Information Engineering, Capital Normal University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ze Zhang","orcid":"https://orcid.org/0009-0000-0486-9182"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze Zhang","raw_affiliation_strings":["School of Information Engineering, Capital Normal University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035185924","display_name":"Linqi Song","orcid":"https://orcid.org/0000-0003-2756-4984"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Linqi Song","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China","Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020944969","display_name":"Yinqiao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yinqiao Li","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China","Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100677849"],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03916973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"2","first_page":"654","last_page":"663"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9290000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9290000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.901199996471405,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6397751569747925},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4591995179653168}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6397751569747925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4591995179653168}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3564915","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3564915","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6258663375","display_name":null,"funder_award_id":"2020AAA0109703","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2560647685","https://openalex.org/W2560730294","https://openalex.org/W2963463240","https://openalex.org/W2963530300","https://openalex.org/W2964189064","https://openalex.org/W2965043358","https://openalex.org/W3091342672","https://openalex.org/W3112170794","https://openalex.org/W3170536409","https://openalex.org/W3171057731","https://openalex.org/W3176475874","https://openalex.org/W4221144388","https://openalex.org/W4285309825","https://openalex.org/W4310727185","https://openalex.org/W4312238419","https://openalex.org/W4385572690","https://openalex.org/W4386302335","https://openalex.org/W4389519054","https://openalex.org/W4389519183","https://openalex.org/W4389519807","https://openalex.org/W4389519958","https://openalex.org/W4389523926","https://openalex.org/W4402670783"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"external":[1,83],"environment":[2],"of":[3,13,82,127,174,197],"the":[4,45,48,79,125,131,142,153,161,172,175,180,207],"real":[5,49],"world":[6],"is":[7,70,215],"often":[8],"filled":[9],"with":[10,120],"various":[11],"types":[12],"multimodal":[14],"information":[15],"that":[16,93,114,202],"are":[17],"highly":[18],"dynamic":[19,80],"and":[20,29,96,214],"unpredictable.":[21],"Therefore,":[22],"intelligent":[23],"systems":[24],"need":[25],"to":[26,42,44,64,75,78,103,123,159,170,186,189],"continuously":[27],"learn":[28],"retain":[30],"knowledge.":[31],"Continual":[32],"learning":[33,105,133,136,146],"(CL)":[34],"provides":[35],"a":[36,90,109,137,195],"foundation":[37],"for":[38,55,72,145],"vision-and-language":[39],"(VaL)":[40],"models":[41,57,129],"adapt":[43,77,188],"changes":[46],"in":[47,100,210],"world.":[50],"Existing":[51],"research":[52],"on":[53,60,194],"CL":[54,112],"VaL":[56,128,198],"mainly":[58],"focus":[59],"preserving":[61],"memory":[62],"stability":[63,173],"overcome":[65],"catastrophic":[66],"forgetting.":[67],"However,":[68],"it":[69],"difficult":[71],"existing":[73,219],"methods":[74,209],"flexibly":[76],"growth":[81],"information.":[84],"In":[85],"this":[86],"paper,":[87],"we":[88,140,151,177],"propose":[89,108],"generic":[91],"approach":[92],"appropriately":[94],"attenuates":[95],"employs":[97],"old":[98,184],"memories":[99,185],"parameter":[101,117,155,220],"distributions":[102],"improve":[104],"plasticity.":[106],"We":[107],"new":[110,138,147,190],"parameter-sharing":[111],"method":[113,205],"combines":[115],"adaptive":[116],"update":[118,179],"strategies":[119],"network":[121],"pruning":[122],"enhance":[124],"plasticity":[126],"during":[130],"continual":[132],"process.":[134],"When":[135],"task,":[139],"utilize":[141],"pruned":[143],"model":[144,181,212],"tasks.":[148,168],"And":[149],"then":[150],"employ":[152],"sub-network":[154],"initialization":[156],"updating":[157],"strategy":[158],"transfer":[160],"most":[162],"similar":[163],"important":[164],"knowledge":[165],"from":[166],"learned":[167],"Subsequently,":[169],"strength":[171],"model,":[176],"further":[178],"parameters,":[182],"adjusting":[183],"better":[187],"task":[191],"learning.":[192],"Experiments":[193],"series":[196],"tasks":[199],"have":[200],"shown":[201],"our":[203],"proposed":[204],"outperforms":[206],"compared":[208],"improving":[211],"plasticity,":[213],"more":[216],"stable":[217],"than":[218],"sharing":[221],"methods.":[222]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
