{"id":"https://openalex.org/W4395027398","doi":"https://doi.org/10.1109/lsp.2024.3392678","title":"Class Incremental Learning With Deep Contrastive Learning and Attention Distillation","display_name":"Class Incremental Learning With Deep Contrastive Learning and Attention Distillation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4395027398","doi":"https://doi.org/10.1109/lsp.2024.3392678"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2024.3392678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3392678","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102652661","display_name":"Jitao Zhu","orcid":"https://orcid.org/0009-0005-3933-2648"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jitao Zhu","raw_affiliation_strings":["Peking University, Shenzhen, China","School of Electronic and Computer Engineering, Peking University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-3933-2648","affiliations":[{"raw_affiliation_string":"Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]},{"raw_affiliation_string":"School of Electronic and Computer Engineering, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057015645","display_name":"Guibo Luo","orcid":"https://orcid.org/0000-0002-1709-1207"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guibo Luo","raw_affiliation_strings":["Peking University, Shenzhen, China","School of Electronic and Computer Engineering, Peking University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1709-1207","affiliations":[{"raw_affiliation_string":"Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]},{"raw_affiliation_string":"School of Electronic and Computer Engineering, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114084271","display_name":"Baishan Duan","orcid":"https://orcid.org/0009-0006-7389-7201"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baishan Duan","raw_affiliation_strings":["Peking University, Shenzhen, China","School of Electronic and Computer Engineering, Peking University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0006-7389-7201","affiliations":[{"raw_affiliation_string":"Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]},{"raw_affiliation_string":"School of Electronic and Computer Engineering, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056706680","display_name":"Yuesheng Zhu","orcid":"https://orcid.org/0000-0003-2524-6800"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuesheng Zhu","raw_affiliation_strings":["Peking University, Shenzhen, China","School of Electronic and Computer Engineering, Peking University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2524-6800","affiliations":[{"raw_affiliation_string":"Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]},{"raw_affiliation_string":"School of Electronic and Computer Engineering, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102652661"],"corresponding_institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210128628"],"apc_list":null,"apc_paid":null,"fwci":1.3245,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82704116,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"31","issue":null,"first_page":"1224","last_page":"1228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6933127641677856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6695212125778198},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6508505344390869},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5862589478492737},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4808253049850464},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3356747031211853},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08169251680374146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6933127641677856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6695212125778198},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6508505344390869},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5862589478492737},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4808253049850464},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3356747031211853},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08169251680374146},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2024.3392678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3392678","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W119228284","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2554616628","https://openalex.org/W2594833348","https://openalex.org/W2752782242","https://openalex.org/W2796588635","https://openalex.org/W2895723011","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963540014","https://openalex.org/W2963588172","https://openalex.org/W2964067969","https://openalex.org/W2964189064","https://openalex.org/W2966796096","https://openalex.org/W2972313371","https://openalex.org/W3007041883","https://openalex.org/W3100156920","https://openalex.org/W3107810305","https://openalex.org/W3109077483","https://openalex.org/W3144281354","https://openalex.org/W3163939464","https://openalex.org/W3177052299","https://openalex.org/W3178686235","https://openalex.org/W3180392831","https://openalex.org/W3202764250","https://openalex.org/W3204532479","https://openalex.org/W4210311961","https://openalex.org/W4225777901","https://openalex.org/W4289752563","https://openalex.org/W4292794849","https://openalex.org/W4292828582","https://openalex.org/W4300992072","https://openalex.org/W4312309344","https://openalex.org/W4312523492","https://openalex.org/W4321853978","https://openalex.org/W4361194486","https://openalex.org/W4402092710","https://openalex.org/W6638523607","https://openalex.org/W6677258307","https://openalex.org/W6684191040","https://openalex.org/W6684665197","https://openalex.org/W6741217325","https://openalex.org/W6742852309","https://openalex.org/W6751907932","https://openalex.org/W6755109808","https://openalex.org/W6779977557","https://openalex.org/W6787972765","https://openalex.org/W6850305984","https://openalex.org/W6850441048","https://openalex.org/W6851215335"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"Class":[0],"incremental":[1,62],"learning":[2,53,63,68,77,155],"can":[3,78,106,152],"solve":[4],"the":[5,11,23,38,43,83,90,104,128,133,137,149,154,160,164,168],"issue":[6,34],"of":[7,28,82,132,163],"catastrophic":[8],"forgetting":[9],"when":[10,97],"trained":[12],"model":[13,24,84,165],"is":[14,35,72,100,122],"used":[15],"to":[16,36,85,93,124],"learn":[17,86,94,125],"a":[18,59,111,117],"new":[19,54,60,98,118],"task":[20],"in":[21,175],"which":[22],"may":[25],"forget":[26],"part":[27],"previous":[29,169],"knowledge":[30,48],"learned.":[31],"The":[32,74],"key":[33],"alleviate":[37],"stability-plasticity":[39],"dilemma":[40],"and":[41,52,69,89,115,126,136,144,156,159,171],"maintain":[42],"balance":[44,112],"between":[45,113,139],"preventing":[46],"old":[47],"from":[49],"being":[50],"forgotten":[51],"knowledge.":[55],"In":[56],"this":[57],"paper,":[58],"class":[61,176],"method":[64,151],"with":[65,167],"deep":[66,75],"contrastive":[67,76],"attention":[70,119,130],"distillation":[71,120],"proposed.":[73],"optimize":[79],"last":[80],"layer":[81],"strong-semantic":[87],"information":[88,96,131],"intermediate":[91],"layers":[92],"weak-semantic":[95],"data":[99],"coming":[101],"so":[102],"that":[103,148],"plasticity":[105,114],"be":[107],"improved.":[108],"To":[109],"ensure":[110],"stability,":[116],"approach":[121],"developed":[123],"distill":[127],"latent":[129],"feature":[134],"maps":[135],"similarity":[138],"different":[140],"samples.":[141],"Our":[142],"analysis":[143],"experimental":[145],"results":[146,174],"indicate":[147],"proposed":[150],"improve":[153],"memorization":[157],"ability":[158],"average":[161],"accuracy":[162],"compared":[166],"methods,":[170],"obtain":[172],"competitive":[173],"increment":[177],"scenarios":[178],"for":[179],"image":[180],"classification.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}