{"id":"https://openalex.org/W7123390481","doi":"https://doi.org/10.1109/tip.2026.3652014","title":"Multi-Stage Knowledge Integration of Vision-Language Models for Continual Learning","display_name":"Multi-Stage Knowledge Integration of Vision-Language Models for Continual Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7123390481","doi":"https://doi.org/10.1109/tip.2026.3652014","pmid":"https://pubmed.ncbi.nlm.nih.gov/41528903"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3652014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3652014","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122952887","display_name":"Hongsheng Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongsheng Zhang","raw_affiliation_strings":["School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100958168","display_name":"Zhong Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Ji","raw_affiliation_strings":["School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006276577","display_name":"Jingren Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingren Liu","raw_affiliation_strings":["School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122936970","display_name":"Yanwei Pang","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwei Pang","raw_affiliation_strings":["School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering and Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110913124","display_name":"Jungong Han","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jungong Han","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5122952887"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09071661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"615","last_page":"628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.728600025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.728600025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1995999962091446,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.007300000172108412,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.8179000020027161},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7782999873161316},{"id":"https://openalex.org/keywords/knowledge-integration","display_name":"Knowledge integration","score":0.5753999948501587},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5034000277519226},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.47040000557899475},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4438999891281128},{"id":"https://openalex.org/keywords/data-integration","display_name":"Data integration","score":0.43290001153945923},{"id":"https://openalex.org/keywords/knowledge-extraction","display_name":"Knowledge extraction","score":0.3375999927520752}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8179000020027161},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7782999873161316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7210000157356262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6208000183105469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5794000029563904},{"id":"https://openalex.org/C56289545","wikidata":"https://www.wikidata.org/wiki/Q6423376","display_name":"Knowledge integration","level":3,"score":0.5753999948501587},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5034000277519226},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4438999891281128},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.43290001153945923},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3652014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3652014","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41528903","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41528903","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.618196964263916,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3103725251","display_name":null,"funder_award_id":"2022ZD0160403","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G338250432","display_name":null,"funder_award_id":"62441235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3930161243","display_name":null,"funder_award_id":"62176178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1682403713","https://openalex.org/W1861492603","https://openalex.org/W1977295328","https://openalex.org/W2007339694","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2117539524","https://openalex.org/W2118665011","https://openalex.org/W2138011018","https://openalex.org/W2142838865","https://openalex.org/W2155904486","https://openalex.org/W2473930607","https://openalex.org/W2533598788","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2617118670","https://openalex.org/W2786446225","https://openalex.org/W2884282566","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963588172","https://openalex.org/W2964189064","https://openalex.org/W2964194231","https://openalex.org/W2972313371","https://openalex.org/W3035512475","https://openalex.org/W3097784654","https://openalex.org/W3106217498","https://openalex.org/W3107810305","https://openalex.org/W3178686235","https://openalex.org/W3180392831","https://openalex.org/W3198675127","https://openalex.org/W4225484930","https://openalex.org/W4286837396","https://openalex.org/W4286987670","https://openalex.org/W4311415873","https://openalex.org/W4312238419","https://openalex.org/W4312351187","https://openalex.org/W4319604488","https://openalex.org/W4320013936","https://openalex.org/W4386076680","https://openalex.org/W4386083113","https://openalex.org/W4390603585","https://openalex.org/W4390872020","https://openalex.org/W4390872485","https://openalex.org/W4391697001","https://openalex.org/W4393148503","https://openalex.org/W4398774774","https://openalex.org/W4402702936","https://openalex.org/W4403420308","https://openalex.org/W4404914849","https://openalex.org/W4409225606"],"related_works":[],"abstract_inverted_index":{"Vision":[0],"Language":[1],"Models":[2],"(VLMs),":[3],"pre-trained":[4],"on":[5,18,91,108],"large-scale":[6],"image-text":[7],"datasets,":[8],"enable":[9],"zero-shot":[10,208],"predictions":[11],"for":[12,94],"unseen":[13,20],"data":[14,32,93,226],"but":[15,37],"may":[16],"underperform":[17],"specific":[19],"tasks.":[21],"Continual":[22],"learning":[23,125,213],"(CL)":[24],"can":[25],"help":[26],"VLMs":[27,223],"effectively":[28],"adapt":[29],"to":[30,68,121,155,224],"new":[31,164,199],"distributions":[33],"without":[34],"joint":[35],"training,":[36],"faces":[38],"challenges":[39],"of":[40],"catastrophic":[41],"forgetting":[42],"and":[43,99,144,170,185,194,198],"generalization":[44],"forgetting.":[45],"Although":[46],"significant":[47,204],"progress":[48],"has":[49],"been":[50],"achieved":[51],"by":[52,106,166],"distillation-based":[53],"methods,":[54],"they":[55,89],"exhibit":[56],"two":[57,179],"severe":[58],"limitations.":[59],"One":[60],"is":[61,74,182],"the":[62,75,80,84,123,148],"popularly":[63],"adopted":[64],"single-teacher":[65],"paradigm":[66],"fails":[67],"impart":[69],"comprehensive":[70],"knowledge,":[71,161],"The":[72],"other":[73],"existing":[76],"methods":[77],"inadequately":[78],"leverage":[79,153],"multimodal":[81],"information":[82],"in":[83,127,206,221],"original":[85],"training":[86],"dataset,":[87],"instead":[88],"rely":[90],"additional":[92],"distillation,":[95],"which":[96],"increases":[97],"computational":[98],"storage":[100],"overhead.":[101],"To":[102],"mitigate":[103],"both":[104],"limitations,":[105],"drawing":[107],"Knowledge":[109,117],"Integration":[110,118],"Theory":[111],"(KIT),":[112],"we":[113,151,188],"propose":[114],"a":[115],"Multi-Stage":[116],"network":[119],"(MulKI)":[120],"emulate":[122],"human":[124],"process":[126],"distillation":[128],"methods.":[129],"MulKI":[130],"achieves":[131],"this":[132],"through":[133],"four":[134,149],"stages,":[135,150],"including":[136],"Eliciting":[137],"Ideas,":[138,141,143],"Adding":[139],"New":[140],"Distinguishing":[142],"Making":[145],"Connections.":[146],"During":[147],"first":[152],"prototypes":[154],"align":[156],"across":[157,214],"modalities,":[158],"eliciting":[159],"cross-modal":[160],"then":[162],"adding":[163],"knowledge":[165,177],"constructing":[167],"fine-grained":[168],"intra-":[169,193],"inter-modality":[171],"relationships":[172],"with":[173],"prototypes.":[174],"After":[175],"that,":[176],"from":[178,192],"teacher":[180],"models":[181,191],"adaptively":[183],"distinguished":[184],"re-weighted.":[186],"Finally,":[187],"connect":[189],"between":[190],"inter-task,":[195],"integrating":[196],"preceding":[197],"knowledge.":[200],"Our":[201],"method":[202],"demonstrates":[203],"improvements":[205],"maintaining":[207],"capabilities":[209],"while":[210],"supporting":[211],"continual":[212],"diverse":[215],"downstream":[216],"tasks,":[217],"showcasing":[218],"its":[219],"potential":[220],"adapting":[222],"evolving":[225],"distributions.":[227]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-14T00:00:00"}