{"id":"https://openalex.org/W4414165869","doi":"https://doi.org/10.1109/tmm.2025.3607800","title":"Dual-Attention Transformers for Class-Incremental Learning: A Tale of Two Memories","display_name":"Dual-Attention Transformers for Class-Incremental Learning: A Tale of Two Memories","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414165869","doi":"https://doi.org/10.1109/tmm.2025.3607800"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3607800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3607800","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083450478","display_name":"Shaofan Wang","orcid":"https://orcid.org/0000-0002-3045-624X"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaofan Wang","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3045-624X","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100739965","display_name":"Weixing Wang","orcid":"https://orcid.org/0000-0001-9415-1560"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixing Wang","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanfeng Sun","orcid":"https://orcid.org/0000-0002-0872-384X"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Sun","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0872-384X","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiyong Wang","orcid":"https://orcid.org/0000-0002-8043-0312"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhiyong Wang","raw_affiliation_strings":["School of Computer Science, the University of Sydney, Sydney, NSW, Australia","School of Computer Science, the University of Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8043-0312","affiliations":[{"raw_affiliation_string":"School of Computer Science, the University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Computer Science, the University of Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091545406","display_name":"Boyue Wang","orcid":"https://orcid.org/0000-0002-2677-8342"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyue Wang","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2677-8342","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":null,"display_name":"Baocai Yin","orcid":"https://orcid.org/0000-0003-3121-1823"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baocai Yin","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3121-1823","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12154823,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":null,"first_page":"8763","last_page":"8775"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9104999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9104999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6794000267982483},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.39719998836517334},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.3882000148296356},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.32330000400543213},{"id":"https://openalex.org/keywords/continuation","display_name":"Continuation","score":0.3172999918460846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8537999987602234},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6794000267982483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44449999928474426},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.32330000400543213},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2978000044822693}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3607800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3607800","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6212863906","display_name":null,"funder_award_id":"U21B2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8959150943","display_name":null,"funder_award_id":"62172023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W153185079","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2424347275","https://openalex.org/W2473930607","https://openalex.org/W2791091755","https://openalex.org/W2896457183","https://openalex.org/W2896969499","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963072899","https://openalex.org/W2963563276","https://openalex.org/W2963788399","https://openalex.org/W2964189064","https://openalex.org/W2981864462","https://openalex.org/W2982220706","https://openalex.org/W3000677656","https://openalex.org/W3007041883","https://openalex.org/W3030364939","https://openalex.org/W3046093665","https://openalex.org/W3046253174","https://openalex.org/W3091958244","https://openalex.org/W3094502228","https://openalex.org/W3105913416","https://openalex.org/W3107810305","https://openalex.org/W3120075637","https://openalex.org/W3138516171","https://openalex.org/W3157413304","https://openalex.org/W3159198982","https://openalex.org/W3168149265","https://openalex.org/W3175294706","https://openalex.org/W3177248386","https://openalex.org/W3177306522","https://openalex.org/W3180392831","https://openalex.org/W3204340584","https://openalex.org/W4214588794","https://openalex.org/W4214709605","https://openalex.org/W4214818106","https://openalex.org/W4225484930","https://openalex.org/W4225922183","https://openalex.org/W4296916378","https://openalex.org/W4302275239","https://openalex.org/W4312447529","https://openalex.org/W4312615142","https://openalex.org/W4312633518","https://openalex.org/W4313028293","https://openalex.org/W4313066725","https://openalex.org/W4319994095","https://openalex.org/W4361741631","https://openalex.org/W4385245566","https://openalex.org/W4386057709","https://openalex.org/W4386083113"],"related_works":[],"abstract_inverted_index":{"Class-incremental":[0],"learning":[1,52],"(Class-IL)":[2],"aims":[3],"to":[4,30,57,66,116,200],"continuously":[5],"learn":[6,117],"a":[7,10,23,165],"model":[8],"from":[9,16,71,78,141,197],"sequence":[11],"of":[12,19,87,108,152,209],"tasks,":[13,134],"which":[14,128,194],"suffers":[15],"the":[17,49,59,68,76,79,85,105,132,136,139,157,170,178,184,205,236],"issue":[18,33],"catastrophic":[20],"forgetting.":[21],"Recently,":[22],"few":[24],"transformer":[25],"based":[26,191],"methods":[27,42],"are":[28,55],"proposed":[29],"address":[31],"this":[32],"by":[34,84,144,203],"transferring":[35],"self-attention":[36],"into":[37],"task-specific":[38,45],"attention.":[39,122],"However,":[40],"these":[41],"utilize":[43],"shared":[44,160],"attention":[46,97,119],"modules":[47],"across":[48],"whole":[50],"incremental":[51],"process,":[53],"and":[54,63,74,89,100,120,155,163,176,214,226,239],"unable":[56],"achieve":[58],"balance":[60],"between":[61],"consolidation":[62],"plasticity,":[64],"i.e.,":[65],"remember":[67],"knowledge":[69,77,140,196],"learned":[70],"previous":[72,142,198],"tasks":[73,143,199],"absorb":[75],"current":[80,201],"task":[81,202],"simultaneously.":[82],"Motivated":[83],"mechanism":[86],"LSTM":[88],"hippocampus":[90],"memory,":[91],"we":[92,111,182],"point":[93],"out":[94],"that":[95,231],"dual":[96],"on":[98,131,219],"long":[99],"short-term":[101],"memories":[102],"can":[103],"handle":[104],"consolidation-plasticity":[106],"dilemma":[107],"Class-IL.":[109],"Typically,":[110],"propose":[112,183],"Dual-Attention":[113],"Transformers":[114],"(DAFormer)":[115],"external":[118,161,174],"internal":[121],"The":[123],"former":[124,158],"utilizes":[125,159,172],"sample-dependent":[126],"keys":[127,162,175],"exclusively":[129],"focused":[130],"new":[133,215],"while":[135,169],"latter":[137,171],"consolidates":[138],"using":[145],"sample-agnostic":[146],"keys.":[147],"We":[148],"present":[149],"two":[150],"editions":[151],"DAFormer:":[153],"DAFormer-S":[154],"DAFormer-M:":[156],"maintains":[164],"small":[166],"parameter":[167],"size,":[168],"multiple":[173],"enhances":[177],"long-term":[179],"memory.":[180],"Furthermore,":[181],"<inline-formula":[185],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[186,221,224,228],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[187],"notation=\"LaTeX\">$K$</tex-math></inline-formula>-nearest":[188],"neighbor":[189],"invariant":[190],"distillation":[192],"scheme,":[193],"distills":[195],"maintaining":[204],"same":[206],"neighborhood":[207],"relationship":[208],"each":[210],"sample":[211],"over":[212],"old":[213],"models.":[216],"Experimental":[217],"results":[218],"<italic":[220,223,227],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">CIFAR-100</i>,":[222],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ImageNet-subset</i>":[225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ImageNet-full</i>":[229],"demonstrate":[230],"DAFormer":[232],"significantly":[233],"outperforms":[234],"all":[235],"state-of-the-art":[237],"parameter-static":[238],"parameter-growing":[240],"methods.":[241]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}