{"id":"https://openalex.org/W4402351469","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650317","title":"Dual Variational Knowledge Attention for Class Incremental Vision Transformer","display_name":"Dual Variational Knowledge Attention for Class Incremental Vision Transformer","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402351469","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650317"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650317","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10650317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083020611","display_name":"Haoran Duan","orcid":"https://orcid.org/0000-0001-9956-7020"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Haoran Duan","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023031461","display_name":"Rui Sun","orcid":"https://orcid.org/0000-0003-1964-3682"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rui Sun","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058318377","display_name":"Varun Ojha","orcid":"https://orcid.org/0000-0002-9256-1192"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Varun Ojha","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023485103","display_name":"Tejal Shah","orcid":"https://orcid.org/0000-0001-7060-4211"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tejal Shah","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007941914","display_name":"Zhuoxu Huang","orcid":"https://orcid.org/0000-0002-4698-9200"},"institutions":[{"id":"https://openalex.org/I16038530","display_name":"Aberystwyth University","ror":"https://ror.org/015m2p889","country_code":"GB","type":"education","lineage":["https://openalex.org/I16038530"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhuoxu Huang","raw_affiliation_strings":["Aberystwyth University,Department of Computer Science,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Aberystwyth University,Department of Computer Science,United Kingdom","institution_ids":["https://openalex.org/I16038530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073039026","display_name":"Zizhou Ouyang","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zizhou Ouyang","raw_affiliation_strings":["University of Edinburgh,Business School,United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh,Business School,United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101524563","display_name":"Yawen Huang","orcid":"https://orcid.org/0000-0002-9569-269X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yawen Huang","raw_affiliation_strings":["Javis Lab Tecent,Shen Zhen,China"],"affiliations":[{"raw_affiliation_string":"Javis Lab Tecent,Shen Zhen,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011037821","display_name":"Yang Long","orcid":"https://orcid.org/0000-0002-2445-6112"},"institutions":[{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yang Long","raw_affiliation_strings":["Durham University,Department of Computer Science,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Durham University,Department of Computer Science,United Kingdom","institution_ids":["https://openalex.org/I190082696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072670483","display_name":"Rajiv Ranjan","orcid":"https://orcid.org/0000-0002-6610-1328"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rajiv Ranjan","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5083020611"],"corresponding_institution_ids":["https://openalex.org/I84884186"],"apc_list":null,"apc_paid":null,"fwci":0.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66415703,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6183142066001892},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5992641448974609},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5874984860420227},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.44657036662101746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4392058551311493},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32778704166412354},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16851645708084106},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1551055908203125},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11655926704406738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6183142066001892},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5992641448974609},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5874984860420227},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.44657036662101746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4392058551311493},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32778704166412354},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16851645708084106},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1551055908203125},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11655926704406738},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650317","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10650317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5552074707","display_name":null,"funder_award_id":"EP/Y028813/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1686946872","https://openalex.org/W1821462560","https://openalex.org/W1959608418","https://openalex.org/W2108598243","https://openalex.org/W2473930607","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2767290858","https://openalex.org/W2884282566","https://openalex.org/W2896457183","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963540014","https://openalex.org/W2964189064","https://openalex.org/W2981864462","https://openalex.org/W3002177189","https://openalex.org/W3007041883","https://openalex.org/W3034856281","https://openalex.org/W3094502228","https://openalex.org/W3097816393","https://openalex.org/W3100156920","https://openalex.org/W3107810305","https://openalex.org/W3118608800","https://openalex.org/W3127805556","https://openalex.org/W3159650566","https://openalex.org/W3180392831","https://openalex.org/W3187225138","https://openalex.org/W4206706211","https://openalex.org/W4214634256","https://openalex.org/W4214662032","https://openalex.org/W4221154631","https://openalex.org/W4225484930","https://openalex.org/W4292794834","https://openalex.org/W4292828582","https://openalex.org/W4293469690","https://openalex.org/W4295883599","https://openalex.org/W4297749952","https://openalex.org/W4306179365","https://openalex.org/W4312615142","https://openalex.org/W4312633518","https://openalex.org/W4313427331","https://openalex.org/W4319988532","https://openalex.org/W4385245566","https://openalex.org/W4386075557","https://openalex.org/W4394595130","https://openalex.org/W4398156344","https://openalex.org/W4400680576","https://openalex.org/W6637108112","https://openalex.org/W6638523607","https://openalex.org/W6640963894","https://openalex.org/W6729906282","https://openalex.org/W6733862737","https://openalex.org/W6741087337","https://openalex.org/W6742852309","https://openalex.org/W6751591294","https://openalex.org/W6755207826","https://openalex.org/W6762319049","https://openalex.org/W6773297530","https://openalex.org/W6781261554","https://openalex.org/W6784333009","https://openalex.org/W6787972765","https://openalex.org/W6794876423","https://openalex.org/W6809856051","https://openalex.org/W6846339930","https://openalex.org/W6849896277","https://openalex.org/W6849942531","https://openalex.org/W6868222873"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Class":[0],"incremental":[1,213],"learning":[2,13],"(CIL)":[3],"strives":[4],"to":[5,16,42,78,159],"emulate":[6],"the":[7,37,44,50,80,84,96,110,123,127,145,149,152,161],"human":[8],"cognitive":[9],"process":[10],"of":[11,39,91,98,164,172,198],"continuously":[12],"and":[14,49,94,113,148,175,191,219],"adapting":[15],"new":[17,102,176],"tasks":[18],"while":[19],"retaining":[20],"knowledge":[21,46,63],"from":[22],"past":[23],"experiences.":[24],"Despite":[25],"significant":[26,129],"advancements":[27],"in":[28],"this":[29,56],"field,":[30],"Transformer-based":[31,69],"models":[32,210],"have":[33],"not":[34],"fully":[35],"leveraged":[36],"potential":[38],"attention":[40,64,85,157,180],"mechanisms":[41],"balance":[43],"transferable":[45],"between":[47],"tokens":[48],"associated":[51],"information.":[52],"This":[53,107],"paper":[54],"addresses":[55],"gap":[57],"by":[58],"using":[59],"a":[60,68,88,169,196,204,216],"dual":[61],"variational":[62],"(DVKA)":[65],"mechanism":[66,76,181],"within":[67],"encoder-decoder":[70],"framework,":[71],"tailored":[72],"for":[73,131,195,211],"CIL.":[74],"DVKA":[75,135],"aims":[77,158],"manage":[79],"information":[81,99,111,115],"flow":[82],"through":[83],"maps,":[86],"ensuring":[87,168],"balanced":[89],"representation":[90,171],"all":[92],"classes,":[93],"mitigating":[95],"risk":[97],"dilution":[100],"as":[101],"classes":[103],"are":[104],"incrementally":[105],"introduced.":[106],"method,":[108],"leverage":[109],"bottleneck":[112],"mutual":[114],"principle,":[116],"selectively":[117],"filters":[118],"less":[119],"relevant":[120],"information,":[121],"directing":[122],"model\u2019s":[124],"focus":[125],"towards":[126,207],"most":[128],"details":[130],"each":[132],"class.":[133],"The":[134,155,178],"is":[136,203],"designed":[137],"with":[138],"two":[139],"distinct":[140],"attentions:":[141],"one":[142],"focused":[143],"on":[144,151,223],"feature":[146],"level":[147],"other":[150],"token":[153],"dimension.":[154],"feature-focused":[156],"purify":[160],"complex":[162],"nature":[163],"various":[165],"classification":[166],"tasks,":[167],"comprehensive":[170],"both":[173],"old":[174],"tasks.":[177],"token-focused":[179],"highlights":[182],"specific":[183],"tokens,":[184],"facilitating":[185],"local":[186],"discrimination":[187],"among":[188],"disparate":[189],"patches":[190],"fostering":[192],"global":[193],"coordination":[194],"spectrum":[197],"task":[199],"tokens.":[200],"Our":[201],"work":[202],"major":[205],"stride":[206],"improving":[208],"transformer":[209],"class":[212],"learning,":[214],"presenting":[215],"theoretical":[217],"rationale":[218],"effective":[220],"experimental":[221],"results":[222],"three":[224],"widely-used":[225],"datasets.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}