{"id":"https://openalex.org/W4392449669","doi":"https://doi.org/10.1109/tnnls.2024.3368341","title":"Dual Balanced Class-Incremental Learning With im-Softmax and Angular Rectification","display_name":"Dual Balanced Class-Incremental Learning With im-Softmax and Angular Rectification","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392449669","doi":"https://doi.org/10.1109/tnnls.2024.3368341","pmid":"https://pubmed.ncbi.nlm.nih.gov/38442059"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3368341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3368341","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082723081","display_name":"Ruicong Zhi","orcid":"https://orcid.org/0000-0002-6913-4248"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruicong Zhi","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085328972","display_name":"Yicheng Meng","orcid":"https://orcid.org/0000-0003-3881-4707"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yicheng Meng","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101508509","display_name":"Junyi Hou","orcid":"https://orcid.org/0009-0003-0443-456X"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Junyi Hou","raw_affiliation_strings":["Department of Computer Science, School of Computing, National University of Singapore, Cluny Road, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, School of Computing, National University of Singapore, Cluny Road, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063979916","display_name":"Jun Wan","orcid":"https://orcid.org/0000-0002-4735-2885"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Jun Wan","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), and the School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","the Institute of Automation, Chinese Academy of Sciences (CASIA), and the School of Artificial Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), University of Chinese Academy of Sciences (UCAS), Beijing, China","School of Computer Science and Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), and the School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"the Institute of Automation, Chinese Academy of Sciences (CASIA), and the School of Artificial Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082723081"],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":2.0851,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88027838,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"36","issue":"3","first_page":"4437","last_page":"4447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11184","display_name":"Neonatal and fetal brain pathology","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9820493459701538},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6561867594718933},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5942500829696655},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.53718101978302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5293973684310913},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.5219570994377136},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5171343684196472},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5022575855255127},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4557494819164276},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41891491413116455},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3281809389591217},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3280297815799713},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2779695987701416}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9820493459701538},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6561867594718933},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5942500829696655},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.53718101978302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5293973684310913},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.5219570994377136},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5171343684196472},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5022575855255127},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4557494819164276},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41891491413116455},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3281809389591217},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3280297815799713},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2779695987701416},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3368341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3368341","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38442059","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38442059","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4143237931","display_name":null,"funder_award_id":"173211KYSB20200002","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G4430003073","display_name":null,"funder_award_id":"61673052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7542815214","display_name":null,"funder_award_id":"JQ23016","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1821462560","https://openalex.org/W2112480082","https://openalex.org/W2117539524","https://openalex.org/W2132791018","https://openalex.org/W2145287260","https://openalex.org/W2148143831","https://openalex.org/W2345221990","https://openalex.org/W2473930607","https://openalex.org/W2551176409","https://openalex.org/W2560647685","https://openalex.org/W2786446225","https://openalex.org/W2884282566","https://openalex.org/W2902625698","https://openalex.org/W2939137134","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2962898354","https://openalex.org/W2963150697","https://openalex.org/W2963212406","https://openalex.org/W2963351448","https://openalex.org/W2963390791","https://openalex.org/W2964189064","https://openalex.org/W2969985801","https://openalex.org/W2981864462","https://openalex.org/W2982410595","https://openalex.org/W2995197345","https://openalex.org/W3000677656","https://openalex.org/W3034369739","https://openalex.org/W3034856281","https://openalex.org/W3035524453","https://openalex.org/W3048941751","https://openalex.org/W3098511564","https://openalex.org/W3107810305","https://openalex.org/W3118608800","https://openalex.org/W3144281354","https://openalex.org/W3156245112","https://openalex.org/W3157898411","https://openalex.org/W3160484768","https://openalex.org/W3177230409","https://openalex.org/W3180392831","https://openalex.org/W3196349267","https://openalex.org/W3199902909","https://openalex.org/W4210311961","https://openalex.org/W4214662032","https://openalex.org/W4214924370","https://openalex.org/W4286837396","https://openalex.org/W4300525946","https://openalex.org/W4307464646","https://openalex.org/W4311415873","https://openalex.org/W4312521314","https://openalex.org/W4312702685","https://openalex.org/W4313028293","https://openalex.org/W4313137235","https://openalex.org/W4319988532","https://openalex.org/W4382203080","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6751425586","https://openalex.org/W6755950020","https://openalex.org/W6757384668","https://openalex.org/W6764645560","https://openalex.org/W6768920361","https://openalex.org/W6780957418","https://openalex.org/W6787972765","https://openalex.org/W6791742336","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W2982889384","https://openalex.org/W4226227567","https://openalex.org/W2971218105","https://openalex.org/W4287113729","https://openalex.org/W3173314472","https://openalex.org/W3120400911","https://openalex.org/W3047363187","https://openalex.org/W3119773509","https://openalex.org/W3177373753","https://openalex.org/W2786094008"],"abstract_inverted_index":{"Owing":[0],"to":[1,100,112,170],"the":[2,29,35,38,42,72,77,85,95,102,109,114,122,142,148,155,167,172,178,182,185,204,207,213,217,222,229,239,251],"superior":[3],"performances,":[4],"exemplar-based":[5],"methods":[6],"with":[7,84,181],"knowledge":[8],"distillation":[9],"(KD)":[10],"are":[11,144],"widely":[12],"applied":[13],"in":[14,61,90,138,206,233],"class":[15,173,242],"incremental":[16,243],"learning":[17,56,244],"(CIL).":[18],"However,":[19],"it":[20],"suffers":[21],"from":[22,52,184],"two":[23],"drawbacks:":[24],"1)":[25],"data":[26,88,104],"imbalance":[27,89,96],"between":[28],"old/learned":[30],"and":[31,45,65,92,161,165,220,231,266],"new":[32,39,132],"classes":[33,44,133],"causes":[34],"bias":[36,205],"of":[37,68,79,87,158],"classifier":[40],"toward":[41],"head/new":[43,115],"2)":[46],"deep":[47],"neural":[48],"networks":[49],"(DNNs)":[50],"suffer":[51],"distribution":[53,137,169,180],"drift":[54],"when":[55,82],"sequence":[57],"tasks,":[58],"which":[59],"results":[60],"narrowed":[62],"feature":[63,123,139,150],"space":[64,124,140],"deficient":[66],"representation":[67,214],"old":[69,143,149,179],"tasks.":[70],"For":[71,117],"first":[73,153],"problem,":[74,119],"we":[75,107,120,152,176,226],"analyze":[76],"insufficiency":[78],"softmax":[80,97],"loss":[81,99],"dealing":[83],"problem":[86],"theory":[91],"then":[93,175],"propose":[94],"(im-softmax)":[98],"relieve":[101],"imbalanced":[103],"learning,":[105,215],"where":[106],"re-scale":[108],"output":[110],"logits":[111],"underfit":[113],"classes.":[116],"another":[118],"calibrate":[121],"by":[125],"incremental-adaptive":[126],"angular":[127],"margin":[128],"(IAAM)":[129],"loss.":[130],"The":[131,200],"form":[134],"a":[135,193,197],"complete":[136],"yet":[141],"squeezed.":[145],"To":[146],"recover":[147],"space,":[151],"compute":[154],"included":[156],"angle":[157,168],"normalized":[159,162],"features":[160],"anchor":[163,188],"prototypes,":[164],"use":[166],"represent":[171],"distribution,":[174],"replenish":[177],"deviation":[183],"new.":[186],"Each":[187],"prototype":[189],"is":[190],"predefined":[191],"as":[192,262],"learnable":[194],"vector":[195],"for":[196,246],"designated":[198],"class.":[199],"proposed":[201,252],"im-softmax":[202,230],"reduces":[203,216],"linear":[208],"classification":[209],"layer.":[210],"IAAM":[211,232],"rectifies":[212],"intra-class":[218],"distance,":[219],"enlarges":[221],"inter-class":[223],"margin.":[224],"Finally,":[225],"seamlessly":[227],"combine":[228],"an":[234],"end-to-end":[235],"training":[236],"framework,":[237],"called":[238],"dual":[240],"balanced":[241],"(DBL),":[245],"further":[247],"improvements.":[248],"Experiments":[249],"demonstrate":[250],"method":[253],"achieves":[254],"state-of-the-art":[255],"(SOTA)":[256],"performances":[257],"on":[258],"several":[259],"benchmarks,":[260],"such":[261],"CIFAR10,":[263],"CIFAR100,":[264],"Tiny-ImageNet,":[265],"ImageNet-100.":[267]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}