{"id":"https://openalex.org/W7162541777","doi":"https://doi.org/10.1145/3816731","title":"Random Dense Knowledge Distillation for Continual Learning","display_name":"Random Dense Knowledge Distillation for Continual Learning","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162541777","doi":"https://doi.org/10.1145/3816731"},"language":"en","primary_location":{"id":"doi:10.1145/3816731","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3816731","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3816731","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123509763","display_name":"Jie Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Chu","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0002-7672-6134","affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137128794","display_name":"Pei Liu","orcid":"https://orcid.org/0009-0000-6044-5317"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei Liu","raw_affiliation_strings":["Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-6044-5317","affiliations":[{"raw_affiliation_string":"Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137166083","display_name":"Tong Su","orcid":"https://orcid.org/0009-0003-1386-8511"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Su","raw_affiliation_strings":["Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-1386-8511","affiliations":[{"raw_affiliation_string":"Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130253086","display_name":"Y D Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunpeng Wu","raw_affiliation_strings":["Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0648-868X","affiliations":[{"raw_affiliation_string":"Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137101134","display_name":"Yu Song","orcid":"https://orcid.org/0000-0002-0771-7499"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Song","raw_affiliation_strings":["Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0771-7499","affiliations":[{"raw_affiliation_string":"Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015728132","display_name":"Zenglin Shi","orcid":"https://orcid.org/0000-0002-1889-1409"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenglin Shi","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-1889-1409","affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.65695079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"6","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7156000137329102},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5803999900817871},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5268999934196472},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.5185999870300293},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5091999769210815},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.3758000135421753},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.36169999837875366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8719000220298767},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7156000137329102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6502000093460083},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6327000260353088},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5803999900817871},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.5185999870300293},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5091999769210815},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32440000772476196},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.32260000705718994},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3816731","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3816731","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3816731","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3816731","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3071399522","display_name":null,"funder_award_id":"62472138","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1997865285","https://openalex.org/W2116522068","https://openalex.org/W2473930607","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2786446225","https://openalex.org/W2884282566","https://openalex.org/W2954929116","https://openalex.org/W2963140444","https://openalex.org/W2963588172","https://openalex.org/W2964048876","https://openalex.org/W2982220706","https://openalex.org/W2982701845","https://openalex.org/W3007041883","https://openalex.org/W3013325675","https://openalex.org/W3034368386","https://openalex.org/W3113584014","https://openalex.org/W3120075637","https://openalex.org/W3168149265","https://openalex.org/W3170414130","https://openalex.org/W3174852108","https://openalex.org/W3175516982","https://openalex.org/W4297999826","https://openalex.org/W4312238419","https://openalex.org/W4312309344","https://openalex.org/W4312351187","https://openalex.org/W4312783726","https://openalex.org/W4317036100","https://openalex.org/W4366985339","https://openalex.org/W4386083107","https://openalex.org/W4386254667","https://openalex.org/W4391509138","https://openalex.org/W4392173735","https://openalex.org/W4395074206","https://openalex.org/W4400680576","https://openalex.org/W4401717352","https://openalex.org/W4403534333","https://openalex.org/W4403561931","https://openalex.org/W4408347321","https://openalex.org/W4413822391","https://openalex.org/W4414655615","https://openalex.org/W4416383678","https://openalex.org/W7134168768","https://openalex.org/W7134186586"],"related_works":[],"abstract_inverted_index":{"Continual":[0],"Learning":[1],"(CL),":[2],"involving":[3],"sequential":[4],"training":[5],"on":[6,130],"diverse":[7,145],"tasks,":[8],"often":[9],"faces":[10],"catastrophic":[11],"forgetting.":[12],"While":[13],"knowledge":[14,34,85],"distillation\u2013based":[15],"approaches":[16],"exhibit":[17],"notable":[18],"success":[19],"in":[20,27,76,105,188],"preventing":[21],"forgetting,":[22],"we":[23,43,99,110],"pinpoint":[24],"a":[25,52,74],"limitation":[26],"their":[28],"ability":[29,153],"to":[30,55,73,154,182],"distill":[31],"the":[32,37,57,62,66,77,92,118,124,131,136],"cumulative":[33],"of":[35,65,120,126,135],"all":[36,83,87,91],"previous":[38],"tasks.":[39],"To":[40],"remedy":[41],"this,":[42],"propose":[44,111],"Random":[45],"Dense":[46],"Knowledge":[47],"Distillation":[48],"(RDKD).":[49],"RDKD":[50,139],"uses":[51],"task":[53,75,78,172],"pool":[54],"track":[56],"model\u2019s":[58],"capabilities.":[59],"It":[60,80],"partitions":[61],"output":[63],"logits":[64],"model":[67,156,192],"into":[68],"dense":[69],"groups,":[70],"each":[71,106],"corresponding":[72],"pool.":[79],"then":[81],"distills":[82],"tasks\u2019":[84],"using":[86,90],"groups.":[88],"However,":[89],"groups":[93],"can":[94],"be":[95],"computationally":[96],"expensive,":[97],"so":[98],"also":[100],"suggest":[101],"random":[102],"group":[103],"selection":[104],"optimization":[107],"step.":[108],"Moreover,":[109,174],"an":[112],"adaptive":[113],"weighting":[114],"scheme,":[115],"which":[116],"balances":[117],"learning":[119],"new":[121],"classes":[122],"and":[123,133,147,164,171,185],"retention":[125],"old":[127],"classes,":[128],"based":[129],"count":[132],"similarity":[134],"classes.":[137],"Our":[138],"outperforms":[140],"recent":[141],"state-of-the-art":[142],"baselines":[143],"across":[144,167],"benchmarks":[146],"scenarios.":[148],"Empirical":[149],"analysis":[150],"underscores":[151],"RDKD\u2019s":[152],"enhance":[155],"stability,":[157],"promotes":[158],"flatter":[159],"minima":[160],"for":[161],"improved":[162],"generalization,":[163],"remains":[165],"robust":[166],"various":[168],"memory":[169],"budgets":[170],"orders.":[173],"it":[175],"seamlessly":[176],"integrates":[177],"with":[178],"other":[179],"CL":[180],"methods":[181],"boost":[183],"performance":[184],"proves":[186],"versatile":[187],"offline":[189],"scenarios":[190],"like":[191],"compression.":[193]},"counts_by_year":[],"updated_date":"2026-06-24T06:17:17.354583","created_date":"2026-05-28T00:00:00"}