{"id":"https://openalex.org/W4416798076","doi":"https://doi.org/10.1109/tcsvt.2025.3637303","title":"Adaptive Momentum Mixture-of-Experts for Continual Visual Question Answering","display_name":"Adaptive Momentum Mixture-of-Experts for Continual Visual Question Answering","publication_year":2025,"publication_date":"2025-11-28","ids":{"openalex":"https://openalex.org/W4416798076","doi":"https://doi.org/10.1109/tcsvt.2025.3637303"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2025.3637303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3637303","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092652527","display_name":"Tianyu Huai","orcid":"https://orcid.org/0009-0000-3573-9962"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Huai","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","School of Computer Science and Technology, PhD Student, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-3573-9962","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, PhD Student, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770462","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0002-2589-0164"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","School of Computer Science and Technology, Professor, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2589-0164","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, Professor, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362863","display_name":"Qin Chen","orcid":"https://orcid.org/0000-0002-5602-1877"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Chen","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","School of Computer Science and Technology, Professor, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5602-1877","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, Professor, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036615254","display_name":"Qingchun Bai","orcid":"https://orcid.org/0000-0001-9307-3548"},"institutions":[{"id":"https://openalex.org/I4210111163","display_name":"Shanghai Open University","ror":"https://ror.org/027r7gj11","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210111163"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingchun Bai","raw_affiliation_strings":["Center of Open Distance Education, Shanghai Open University, Shanghai, China","Center of Open Distance Education, Associate Researcher, Shanghai Open University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9307-3548","affiliations":[{"raw_affiliation_string":"Center of Open Distance Education, Shanghai Open University, Shanghai, China","institution_ids":["https://openalex.org/I4210111163"]},{"raw_affiliation_string":"Center of Open Distance Education, Associate Researcher, Shanghai Open University, Shanghai, China","institution_ids":["https://openalex.org/I4210111163"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101874446","display_name":"Ze Zhou","orcid":"https://orcid.org/0009-0004-1934-5268"},"institutions":[{"id":"https://openalex.org/I4210163926","display_name":"Zhejiang Medicine (China)","ror":"https://ror.org/05h86nk22","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210163926"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze Zhou","raw_affiliation_strings":["Zhejiang Zhuiqingting Technology Company Ltd., Shanghai, China","CEO, Zhejiang Zhuiqingting Technology Co., Ltd., China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Zhuiqingting Technology Company Ltd., Shanghai, China","institution_ids":["https://openalex.org/I4210163926"]},{"raw_affiliation_string":"CEO, Zhejiang Zhuiqingting Technology Co., Ltd., China","institution_ids":["https://openalex.org/I4210163926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044665993","display_name":"Xipeng Qiu","orcid":"https://orcid.org/0000-0001-7163-5247"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xipeng Qiu","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","College of Computer Science and Artificial Intelligence, Professor, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7163-5247","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Professor, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010540039","display_name":"Liang He","orcid":"https://orcid.org/0000-0002-4723-5486"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang He","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","School of Computer Science and Technology, Professor, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4723-5486","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, Professor, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33940765,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"4","first_page":"4885","last_page":"4899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7501000165939331},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7394000291824341},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4912000000476837},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.430400013923645},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.38019999861717224},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.3203999996185303},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.31150001287460327},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.30630001425743103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7713000178337097},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7501000165939331},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7394000291824341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5906000137329102},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5521000027656555},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.430400013923645},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.38019999861717224},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3637303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3637303","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4966914577","display_name":null,"funder_award_id":"62577022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6250510606","display_name":null,"funder_award_id":"62477010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7325064006","display_name":"\u667a\u80fd\u52a9\u6559\u4e2d\u4e2a\u6027\u5316\u5bf9\u8bdd\u63a8\u8350\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"23ZR1441800","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7864132582","display_name":null,"funder_award_id":"62307028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8007547507","display_name":null,"funder_award_id":"2021ZD0114002","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"large":[1,90],"language":[2,91],"models":[3],"(MLLMs)":[4],"have":[5],"attracted":[6],"considerable":[7],"attention":[8],"for":[9,39,72],"their":[10,136],"impressive":[11],"capabilities":[12],"in":[13,20,34,89,167,176],"understanding":[14],"and":[15,47,103,108,113,135,172],"generating":[16],"visual-language":[17],"content,":[18],"particularly":[19],"tasks":[21],"such":[22],"as":[23],"visual":[24],"question":[25],"answering":[26],"(VQA).":[27],"However,":[28],"the":[29,84,131,154,177],"rapid":[30],"evolution":[31],"of":[32,153],"knowledge":[33,87,132,143,171],"real-world":[35],"applications":[36],"poses":[37],"challenges":[38],"these":[40],"models:":[41],"offline":[42],"training":[43],"becomes":[44],"increasingly":[45],"costly,":[46],"exposure":[48],"to":[49,55,82,125,138],"non-stationary":[50],"data":[51],"streams":[52],"often":[53],"leads":[54],"catastrophic":[56],"forgetting.":[57,146],"In":[58],"this":[59],"paper,":[60],"we":[61,118],"propose":[62],"CL-MoE+,":[63],"a":[64,94,150],"dual-momentum":[65],"Mixture-of-Experts":[66],"(MoE)":[67],"framework":[68],"based":[69,129],"on":[70,130,149],"MLLMs":[71,81],"continual":[73,78,178],"VQA.":[74],"Our":[75],"method":[76],"integrates":[77],"learning":[79,173,179],"into":[80],"leverage":[83],"rich":[85],"commonsense":[86],"embedded":[88],"models.We":[92],"introduce":[93],"Dual-Router":[95],"MoE":[96,123],"(RMoE)":[97],"module":[98],"that":[99,159],"selects":[100],"both":[101,168],"global":[102],"local":[104],"experts":[105],"through":[106],"task-level":[107],"instance-level":[109],"routers,":[110],"enabling":[111],"robust":[112],"context-aware":[114],"expert":[115],"allocation.":[116],"Furthermore,":[117],"design":[119],"an":[120],"adaptive":[121],"Momentum":[122],"(MMoE)":[124],"update":[126],"experts\u2019":[127],"parameters":[128],"drift":[133],"degree":[134],"relevance":[137],"specific":[139],"tasks,":[140],"thereby":[141],"facilitating":[142],"integration":[144],"without":[145],"Extensive":[147],"experiments":[148],"10-task":[151],"split":[152],"VQA":[155],"v2":[156],"benchmark":[157],"demonstrate":[158],"CL-MoE+":[160],"achieves":[161],"state-of-the-art":[162],"performance,":[163],"validating":[164],"its":[165],"effectiveness":[166],"retaining":[169],"historical":[170],"new":[174],"information":[175],"setting.":[180]},"counts_by_year":[],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-11-28T00:00:00"}