{"id":"https://openalex.org/W7160401177","doi":"https://doi.org/10.48550/arxiv.2605.03364","title":"Dynamic Distillation and Gradient Consistency for Robust Long-Tailed Incremental Learning","display_name":"Dynamic Distillation and Gradient Consistency for Robust Long-Tailed Incremental Learning","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160401177","doi":"https://doi.org/10.48550/arxiv.2605.03364"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.03364","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03364","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.03364","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111335173","display_name":"Taigo Sakai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sakai, Taigo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135431246","display_name":"Kazuhiro Hotta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hotta, Kazuhiro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.781499981880188},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6146000027656555},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.614300012588501},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"Incremental learning","score":0.5580000281333923},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5576000213623047},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5353000164031982},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4489000141620636},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.36809998750686646}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.781499981880188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6908000111579895},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6146000027656555},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.614300012588501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5758000016212463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5631999969482422},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.5580000281333923},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5576000213623047},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5353000164031982},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4489000141620636},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.26980000734329224},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.03364","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03364","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.03364","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03364","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"task":[1],"of":[2,12,27,38,68,85,93,130,178],"Long-tailed":[3],"Class":[4],"Incremental":[5],"Learning":[6],"(LT-CIL)":[7],"addresses":[8],"the":[9,24,35,65,76,83,86,91,116,140,176],"sequential":[10],"learning":[11,161],"new":[13,112],"classes":[14,41],"from":[15,147],"datasets":[16],"with":[17,34,96],"imbalanced":[18],"class":[19,94],"distributions.":[20],"This":[21,99,163],"scenario":[22],"intensifies":[23],"fundamental":[25],"problem":[26],"catastrophic":[28],"forgetting,":[29],"inherent":[30],"to":[31,70,132,149],"continual":[32],"learning,":[33],"dual":[36],"challenges":[37],"under-learning":[39],"minority":[40,150],"and":[42,74,110,119],"overfitting":[43],"majority":[44,148],"classes.":[45],"To":[46],"tackle":[47],"these":[48],"combined":[49],"issues,":[50],"this":[51],"paper":[52],"proposes":[53],"two":[54],"main":[55],"techniques.":[56],"First,":[57],"we":[58,80,135],"introduce":[59],"gradient":[60],"consistency":[61],"regularization,":[62],"which":[63],"leverages":[64],"moving":[66],"average":[67],"gradients":[69],"suppress":[71],"abrupt":[72],"fluctuations":[73],"stabilize":[75],"training":[77],"process.":[78],"Second,":[79],"dynamically":[81],"adjust":[82],"weight":[84],"distillation":[87],"loss":[88],"by":[89],"measuring":[90],"degree":[92],"imbalance":[95],"normalized":[97],"entropy.":[98],"adaptive":[100],"weighting":[101],"establishes":[102],"an":[103],"optimal":[104],"balance":[105],"between":[106],"retaining":[107],"old":[108],"knowledge":[109],"acquiring":[111],"information.":[113],"Experiments":[114],"on":[115],"CIFAR-100-LT,":[117],"ImageNetSubset-LT,":[118],"Food101-LT":[120],"benchmarks":[121],"show":[122],"that":[123],"our":[124,153,179],"method":[125],"achieves":[126],"consistent":[127],"accuracy":[128],"improvements":[129],"up":[131],"5.0\\%.":[133],"Furthermore,":[134],"demonstrate":[136],"dramatic":[137],"gains":[138],"in":[139,156,172],"challenging":[141],"'In-ordered'":[142],"setting,":[143],"where":[144],"tasks":[145],"progress":[146],"classes,":[151],"highlighting":[152],"method's":[154],"robustness":[155],"mitigating":[157],"forgetting":[158],"under":[159],"unfavorable":[160],"dynamics.":[162],"enhanced":[164],"performance":[165],"is":[166],"achieved":[167],"without":[168],"a":[169],"significant":[170],"increase":[171],"computational":[173],"overhead,":[174],"demonstrating":[175],"practicality":[177],"framework.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-07T00:00:00"}