{"id":"https://openalex.org/W4372259855","doi":"https://doi.org/10.1109/icassp49357.2023.10094791","title":"Dynamic Scalable Self-Attention Ensemble for Task-Free Continual Learning","display_name":"Dynamic Scalable Self-Attention Ensemble for Task-Free Continual Learning","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372259855","doi":"https://doi.org/10.1109/icassp49357.2023.10094791"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10094791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357221","display_name":"Fei Ye","orcid":"https://orcid.org/0000-0002-5894-2178"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fei Ye","raw_affiliation_strings":["University of York,Department of Computer Science,York,UK,YO10 5GH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York,Department of Computer Science,York,UK,YO10 5GH","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002932489","display_name":"Adrian G. Bor\u015f","orcid":"https://orcid.org/0000-0001-7838-0021"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adrian G. Bors","raw_affiliation_strings":["University of York,Department of Computer Science,York,UK,YO10 5GH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York,Department of Computer Science,York,UK,YO10 5GH","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52099693"],"apc_list":null,"apc_paid":null,"fwci":0.4356,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5536754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8382712602615356},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7493711709976196},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.661536693572998},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.6544042229652405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6448901891708374},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5949077606201172},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5447661280632019},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4586049020290375},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4522576332092285}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8382712602615356},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7493711709976196},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.661536693572998},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.6544042229652405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6448901891708374},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5949077606201172},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5447661280632019},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4586049020290375},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4522576332092285},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp49357.2023.10094791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:200826","is_oa":false,"landing_page_url":"https://orcid.org/0000-0001-7838-0021>","pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Proceedings Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7324147978","display_name":null,"funder_award_id":"EP/V009591/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2551176409","https://openalex.org/W2560647685","https://openalex.org/W2734314755","https://openalex.org/W2788388592","https://openalex.org/W2902456977","https://openalex.org/W2964189064","https://openalex.org/W2982593362","https://openalex.org/W2982701845","https://openalex.org/W2996472503","https://openalex.org/W3082248862","https://openalex.org/W3094502228","https://openalex.org/W3109077483","https://openalex.org/W3112342379","https://openalex.org/W3118608800","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3170874841","https://openalex.org/W3182098395","https://openalex.org/W3187828835","https://openalex.org/W3197290407","https://openalex.org/W3211384591","https://openalex.org/W4295883599","https://openalex.org/W4301163820","https://openalex.org/W4312947743","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6741217325","https://openalex.org/W6756754374","https://openalex.org/W6767099637","https://openalex.org/W6771640813","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6796875955","https://openalex.org/W6803011658"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W3126131230","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W2347541121","https://openalex.org/W4287549553","https://openalex.org/W2080951048"],"abstract_inverted_index":{"Continual":[0,37],"learning":[1,33,136],"represents":[2],"a":[3,30,98,134,149],"challenging":[4,32],"task":[5,43,123],"for":[6,93],"modern":[7],"deep":[8],"neural":[9],"networks":[10],"due":[11],"to":[12,22,72],"the":[13,17,42,48,57,75,80,94,105,114,122,126,142],"catastrophic":[14],"forgetting":[15],"following":[16],"adaptation":[18],"of":[19,91,107,151],"network":[20],"parameters":[21],"new":[23,67,99],"tasks.":[24],"In":[25],"this":[26,53],"paper,":[27],"we":[28,55,96],"address":[29],"more":[31],"paradigm":[34],"called":[35],"Task-Free":[36],"Learning":[38],"(TFCL),":[39],"in":[40,133,148],"which":[41,64,129],"information":[44,124],"is":[45],"missing":[46],"during":[47,79],"training.":[49,81],"To":[50,82],"deal":[51,73],"with":[52,74],"problem,":[54],"introduce":[56],"Dynamic":[58],"Scalable":[59],"Self-Attention":[60],"Ensemble":[61],"(DSSAE)":[62],"model,":[63,95],"dynamically":[65],"adds":[66],"Vision":[68],"Transformer":[69],"(ViT)":[70],"based-experts":[71],"data":[76],"distribution":[77],"shift":[78],"avoid":[83],"frequent":[84],"expansions":[85],"and":[86],"ensure":[87],"an":[88],"appropriate":[89],"number":[90],"experts":[92],"propose":[97],"dynamic":[100],"expansion":[101,111,116],"mechanism":[102,117],"that":[103,141],"evaluates":[104],"novelty":[106],"incoming":[108],"samples":[109],"as":[110],"signals.":[112],"Furthermore,":[113],"proposed":[115,143],"does":[118],"not":[119],"require":[120],"knowing":[121],"or":[125],"class":[127],"label,":[128],"can":[130],"be":[131],"used":[132],"realistic":[135],"environment.":[137],"Empirical":[138],"results":[139],"demonstrate":[140],"DSSAE":[144],"achieves":[145],"state-of-the-art":[146],"performance":[147],"series":[150],"TFCL":[152],"experiments.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}