{"id":"https://openalex.org/W4399880765","doi":"https://doi.org/10.1109/tcsvt.2024.3417431","title":"MoBoo: Memory-Boosted Vision Transformer for Class-Incremental Learning","display_name":"MoBoo: Memory-Boosted Vision Transformer for Class-Incremental Learning","publication_year":2024,"publication_date":"2024-06-21","ids":{"openalex":"https://openalex.org/W4399880765","doi":"https://doi.org/10.1109/tcsvt.2024.3417431"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3417431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3417431","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012017422","display_name":"Bolin Ni","orcid":"https://orcid.org/0009-0000-7160-5523"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bolin Ni","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043713820","display_name":"Xing Nie","orcid":"https://orcid.org/0000-0002-4370-1021"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Nie","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060999345","display_name":"Chenghao Zhang","orcid":"https://orcid.org/0000-0001-6515-1633"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghao Zhang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103446380","display_name":"Shixiong Xu","orcid":"https://orcid.org/0009-0007-1818-7773"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shixiong Xu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067715727","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0003-2901-2593"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["Radar Research Laboratory, School of Information and Electronics, Beijing Institute of Technology, Beijing, China","School of Information and Electronics, Radar Research Laboratory, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Radar Research Laboratory, School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Information and Electronics, Radar Research Laboratory, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675867","display_name":"Gaofeng Meng","orcid":"https://orcid.org/0000-0002-7103-6321"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaofeng Meng","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040673285","display_name":"Shiming Xiang","orcid":"https://orcid.org/0000-0002-2089-9733"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiming Xiang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5012017422"],"corresponding_institution_ids":["https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":2.9009,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91782461,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"11","first_page":"11169","last_page":"11183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9240999817848206,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6305693984031677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5467549562454224},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.47602230310440063},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.47297823429107666},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4645260274410248},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10229209065437317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6305693984031677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5467549562454224},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47602230310440063},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.47297823429107666},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4645260274410248},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10229209065437317},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3417431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3417431","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3054138389","display_name":null,"funder_award_id":"62071466","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3489438368","display_name":null,"funder_award_id":"62376267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7903518990","display_name":null,"funder_award_id":"61976208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G855802967","display_name":null,"funder_award_id":"62222302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8745390288","display_name":null,"funder_award_id":"62076242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1821462560","https://openalex.org/W2017257315","https://openalex.org/W2037979274","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2786446225","https://openalex.org/W2884282566","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963588172","https://openalex.org/W2964189064","https://openalex.org/W2981864462","https://openalex.org/W2982083293","https://openalex.org/W2982410595","https://openalex.org/W3034856281","https://openalex.org/W3035342403","https://openalex.org/W3096609285","https://openalex.org/W3097784654","https://openalex.org/W3105913416","https://openalex.org/W3107810305","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3144281354","https://openalex.org/W3157898411","https://openalex.org/W3180392831","https://openalex.org/W3204801262","https://openalex.org/W4214634256","https://openalex.org/W4214654781","https://openalex.org/W4225484930","https://openalex.org/W4289656127","https://openalex.org/W4312533113","https://openalex.org/W4312603992","https://openalex.org/W4312614039","https://openalex.org/W4312724926","https://openalex.org/W4313028293","https://openalex.org/W4361741631","https://openalex.org/W4380303557","https://openalex.org/W4385245566","https://openalex.org/W4385756596","https://openalex.org/W4386071459","https://openalex.org/W4386083113","https://openalex.org/W4389164266","https://openalex.org/W4390871829","https://openalex.org/W4402754194","https://openalex.org/W6638444622","https://openalex.org/W6739917289","https://openalex.org/W6741217325","https://openalex.org/W6742852309","https://openalex.org/W6746643698","https://openalex.org/W6757817989","https://openalex.org/W6757988401","https://openalex.org/W6761469101","https://openalex.org/W6764645560","https://openalex.org/W6773297530","https://openalex.org/W6780803138","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6789753369","https://openalex.org/W6791353385","https://openalex.org/W6794876423","https://openalex.org/W6796086655","https://openalex.org/W6797399245","https://openalex.org/W6799838802","https://openalex.org/W6809665764","https://openalex.org/W6838571599","https://openalex.org/W6849896277","https://openalex.org/W6849928207","https://openalex.org/W6853786200"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Continual":[0],"learning":[1],"strives":[2],"to":[3,21,52,57,71,113,142,157],"acquire":[4],"knowledge":[5,170],"across":[6],"sequential":[7],"tasks":[8],"without":[9],"forgetting":[10],"previously":[11,115],"assimilated":[12],"knowledge.":[13],"Current":[14],"state-of-the-art":[15,195],"methodologies":[16],"utilize":[17],"dynamic":[18],"architectural":[19],"strategies":[20],"increase":[22,143],"the":[23,39,99,111,144,154,160,164,178,193],"network":[24,49],"capacity":[25],"for":[26],"new":[27],"tasks.":[28],"However,":[29],"these":[30],"approaches":[31],"often":[32],"suffer":[33],"from":[34,163],"a":[35,68,89,95,124,138,149],"rapid":[36],"growth":[37],"in":[38,199],"number":[40],"of":[41,80,180],"parameters.":[42,205],"While":[43],"some":[44],"methods":[45,196],"introduce":[46,67],"an":[47],"additional":[48],"compression":[50],"stage":[51],"address":[53],"this,":[54],"they":[55],"tend":[56],"construct":[58],"complex":[59],"and":[60,84,101,132,202],"hyperparameter-sensitive":[61],"systems.":[62],"In":[63],"this":[64,72],"work,":[65],"we":[66,87,147],"novel":[69],"solution":[70],"challenge":[73],"by":[74,93,197],"proposing":[75],"Memory-Boosted":[76],"transformer":[77],"(MoBoo),":[78],"instead":[79],"conventional":[81],"architecture":[82],"expansion":[83],"compression.":[85],"Specifically,":[86],"design":[88,148],"memory-augmented":[90],"attention":[91],"mechanism":[92,156],"establishing":[94],"memory":[96,108,128],"bank":[97,129],"where":[98],"\u201ckey\u201d":[100],"\u201cvalue\u201d":[102],"linear":[103],"projections":[104],"are":[105],"stored.":[106],"This":[107],"integration":[109],"prompts":[110],"model":[112],"leverage":[114],"learned":[116],"knowledge,":[117],"thereby":[118],"enhancing":[119],"stability":[120],"during":[121],"training":[122],"at":[123],"marginal":[125],"cost.":[126],"The":[127],"is":[130],"lightweight":[131],"can":[133],"be":[134],"easily":[135],"managed":[136],"with":[137],"straightforward":[139],"queue.":[140],"Moreover,":[141],"model\u2019s":[145],"plasticity,":[146],"memory-attentive":[150],"aggregator,":[151],"which":[152],"leverages":[153],"cross-attention":[155],"adaptively":[158],"summarize":[159],"image":[161],"representation":[162],"encoder":[165],"output":[166],"that":[167],"has":[168],"historical":[169],"involved.":[171],"Extensive":[172],"experiments":[173],"on":[174,185],"challenging":[175],"benchmarks":[176],"demonstrate":[177],"effectiveness":[179],"our":[181,190],"method.":[182],"For":[183],"example,":[184],"ImageNet-100":[186],"under":[187],"10":[188],"tasks,":[189],"method":[191],"outperforms":[192],"current":[194],"+3.74%":[198],"average":[200],"accuracy":[201],"using":[203],"fewer":[204]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}
