{"id":"https://openalex.org/W4372259967","doi":"https://doi.org/10.1109/icassp49357.2023.10094837","title":"Centroid Distance Distillation for Effective Rehearsal in Continual Learning","display_name":"Centroid Distance Distillation for Effective Rehearsal in Continual Learning","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372259967","doi":"https://doi.org/10.1109/icassp49357.2023.10094837"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10094837","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10094837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102743745","display_name":"Daofeng Liu","orcid":"https://orcid.org/0000-0003-3764-9914"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Daofeng Liu","raw_affiliation_strings":["Suzhou University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Suzhou University of Science and Technology","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101573269","display_name":"Fan Lyu","orcid":"https://orcid.org/0000-0002-0878-5485"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Lyu","raw_affiliation_strings":["Tianjin University"],"affiliations":[{"raw_affiliation_string":"Tianjin University","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120045645","display_name":"Linyan Li","orcid":"https://orcid.org/0000-0001-6142-4139"},"institutions":[{"id":"https://openalex.org/I4210117682","display_name":"Suzhou Institute of Trade & Commerce","ror":"https://ror.org/02gdweq07","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210117682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linyan Li","raw_affiliation_strings":["Suzhou Institute of Trade & Commerce"],"affiliations":[{"raw_affiliation_string":"Suzhou Institute of Trade & Commerce","institution_ids":["https://openalex.org/I4210117682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063990846","display_name":"Zhenping Xia","orcid":"https://orcid.org/0000-0002-6331-212X"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenping Xia","raw_affiliation_strings":["Suzhou University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Suzhou University of Science and Technology","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086390256","display_name":"Fuyuan Hu","orcid":"https://orcid.org/0000-0002-6818-2221"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuyuan Hu","raw_affiliation_strings":["Suzhou University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Suzhou University of Science and Technology","institution_ids":["https://openalex.org/I308837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102743745"],"corresponding_institution_ids":["https://openalex.org/I308837"],"apc_list":null,"apc_paid":null,"fwci":0.8741,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77869651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/centroid","display_name":"Centroid","score":0.8842861652374268},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6873523592948914},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6624017953872681},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.6054990887641907},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5841534733772278},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5237248539924622},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5197436809539795},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49848055839538574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4300786256790161},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3601250648498535},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3514004051685333},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16468456387519836}],"concepts":[{"id":"https://openalex.org/C146599234","wikidata":"https://www.wikidata.org/wiki/Q511093","display_name":"Centroid","level":2,"score":0.8842861652374268},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6873523592948914},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6624017953872681},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.6054990887641907},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5841534733772278},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5237248539924622},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5197436809539795},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49848055839538574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4300786256790161},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3601250648498535},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3514004051685333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16468456387519836},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10094837","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10094837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2734314755","https://openalex.org/W2788388592","https://openalex.org/W2791091755","https://openalex.org/W2806984819","https://openalex.org/W2886281300","https://openalex.org/W2887097940","https://openalex.org/W2888424632","https://openalex.org/W2902625698","https://openalex.org/W2947461406","https://openalex.org/W2953816217","https://openalex.org/W2963540014","https://openalex.org/W2963929932","https://openalex.org/W2964189064","https://openalex.org/W2975270761","https://openalex.org/W3035342403","https://openalex.org/W3043615800","https://openalex.org/W3047854701","https://openalex.org/W3118608800","https://openalex.org/W3143107425","https://openalex.org/W3174683988","https://openalex.org/W3174917907","https://openalex.org/W3175853876","https://openalex.org/W3216968833","https://openalex.org/W4221139204","https://openalex.org/W4287814827","https://openalex.org/W4295883599","https://openalex.org/W4297435780","https://openalex.org/W4298116016","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6742852309","https://openalex.org/W6749436094","https://openalex.org/W6751907932","https://openalex.org/W6754058742","https://openalex.org/W6757384668","https://openalex.org/W6763462227","https://openalex.org/W6764645560","https://openalex.org/W6768742194","https://openalex.org/W6776188292","https://openalex.org/W6781725879","https://openalex.org/W6843384061"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W2145559838","https://openalex.org/W2027050655","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W3028244590","https://openalex.org/W4254349500"],"abstract_inverted_index":{"Rehearsal,":[0],"retraining":[1,37],"on":[2,60,83,114],"a":[3,30,74,96],"stored":[4],"small":[5],"data":[6,27,80],"subset":[7],"of":[8,46,122],"old":[9,47],"tasks,":[10],"has":[11],"been":[12],"proven":[13],"effective":[14],"in":[15,19,49,53,91],"solving":[16],"catastrophic":[17],"forgetting":[18],"continual":[20,43,63,109,116,128],"learning.":[21],"However,":[22],"due":[23],"to":[24,41,86,106],"the":[25,34,62,88,103,108,120,123,127],"sampled":[26],"may":[28],"have":[29],"large":[31],"bias":[32,90],"towards":[33],"original":[35],"dataset,":[36],"them":[38],"is":[39,136],"susceptible":[40],"driving":[42],"domain":[44,64,110,129],"drift":[45,65,130],"tasks":[48],"feature":[50],"space,":[51],"resulting":[52],"forgetting.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58,72,94],"focus":[59],"tackling":[61],"problem":[66],"with":[67],"centroid":[68,75,97,104],"distance":[69,98,105],"distillation.":[70],"First,":[71],"propose":[73],"caching":[76],"mechanism":[77],"for":[78],"sampling":[79],"points":[81],"based":[82],"constructed":[84],"centroids":[85],"reduce":[87,107],"sample":[89],"rehearsal.":[92],"Then,":[93],"present":[95],"distillation":[99],"that":[100],"only":[101],"stores":[102],"drift.":[111],"The":[112],"experiments":[113],"four":[115],"learning":[117],"datasets":[118],"show":[119],"superiority":[121],"proposed":[124],"method,":[125],"and":[126],"can":[131],"be":[132],"reduced.":[133],"Our":[134],"code":[135],"available":[137],"at":[138],"https://github.com/Daofeng-liu/CDD-R.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}