{"id":"https://openalex.org/W4406267149","doi":"https://doi.org/10.1109/icnsc62968.2024.10760225","title":"Mitigating Catastrophic Forgetting Through Knowledge Transfer and Weighted Loss Integration in Continual Learning","display_name":"Mitigating Catastrophic Forgetting Through Knowledge Transfer and Weighted Loss Integration in Continual Learning","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4406267149","doi":"https://doi.org/10.1109/icnsc62968.2024.10760225"},"language":"en","primary_location":{"id":"doi:10.1109/icnsc62968.2024.10760225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc62968.2024.10760225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011780921","display_name":"Lin Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I42766147","display_name":"University of Toyama","ror":"https://ror.org/0445phv87","country_code":"JP","type":"education","lineage":["https://openalex.org/I42766147"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Lin Zhong","raw_affiliation_strings":["University of Toyama,Faculty of Engineering,Toyama,Japan,930-8555"],"affiliations":[{"raw_affiliation_string":"University of Toyama,Faculty of Engineering,Toyama,Japan,930-8555","institution_ids":["https://openalex.org/I42766147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078638410","display_name":"Qingya Sui","orcid":null},"institutions":[{"id":"https://openalex.org/I42766147","display_name":"University of Toyama","ror":"https://ror.org/0445phv87","country_code":"JP","type":"education","lineage":["https://openalex.org/I42766147"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qingya Sui","raw_affiliation_strings":["University of Toyama,Faculty of Engineering,Toyama,Japan,930-8555"],"affiliations":[{"raw_affiliation_string":"University of Toyama,Faculty of Engineering,Toyama,Japan,930-8555","institution_ids":["https://openalex.org/I42766147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042276100","display_name":"Yuki Todo","orcid":"https://orcid.org/0000-0001-7379-1374"},"institutions":[{"id":"https://openalex.org/I10091056","display_name":"Kanazawa University","ror":"https://ror.org/02hwp6a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I10091056"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuki Todo","raw_affiliation_strings":["Kanazawa University,Faculty of Electrical, Information and Communication Engineering,Ishikawa,Japan,920-1192"],"affiliations":[{"raw_affiliation_string":"Kanazawa University,Faculty of Electrical, Information and Communication Engineering,Ishikawa,Japan,920-1192","institution_ids":["https://openalex.org/I10091056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101681259","display_name":"Jun Tang","orcid":"https://orcid.org/0000-0001-8925-2367"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Tang","raw_affiliation_strings":["Wicresoft Co Ltd,Bellevue,WA,USA,98005"],"affiliations":[{"raw_affiliation_string":"Wicresoft Co Ltd,Bellevue,WA,USA,98005","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010245958","display_name":"Shangce Gao","orcid":"https://orcid.org/0000-0001-5042-3261"},"institutions":[{"id":"https://openalex.org/I42766147","display_name":"University of Toyama","ror":"https://ror.org/0445phv87","country_code":"JP","type":"education","lineage":["https://openalex.org/I42766147"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shangce Gao","raw_affiliation_strings":["University of Toyama,Faculty of Engineering,Toyama,Japan,930-8555"],"affiliations":[{"raw_affiliation_string":"University of Toyama,Faculty of Engineering,Toyama,Japan,930-8555","institution_ids":["https://openalex.org/I42766147"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5011780921"],"corresponding_institution_ids":["https://openalex.org/I42766147"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31400339,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14308","display_name":"Psychological and Educational Research Studies","score":0.7013000249862671,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14308","display_name":"Psychological and Educational Research Studies","score":0.7013000249862671,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.8643916845321655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6161913275718689},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.5157197117805481},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5098127722740173},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4018482565879822},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3471246361732483},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11593788862228394},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.11525708436965942}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8643916845321655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6161913275718689},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.5157197117805481},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5098127722740173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4018482565879822},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3471246361732483},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11593788862228394},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.11525708436965942}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnsc62968.2024.10760225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc62968.2024.10760225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2228585107","https://openalex.org/W3206294586","https://openalex.org/W2039024536","https://openalex.org/W169680222","https://openalex.org/W2109597629","https://openalex.org/W4244373291","https://openalex.org/W2556269032","https://openalex.org/W2521052952","https://openalex.org/W2588975127","https://openalex.org/W1969576307"],"abstract_inverted_index":{"Continual":[0,84],"learning":[1,50,67,113],"is":[2,30],"an":[3],"emerging":[4],"field":[5],"of":[6,35,100],"artificial":[7],"intelligence":[8],"(AI)":[9],"that":[10],"focuses":[11],"on":[12,117],"equipping":[13],"models":[14,51],"with":[15,62],"the":[16,33,96,118,124],"ability":[17],"to":[18,20,42,54,90,111,128,134],"adjust":[19],"new":[21,141],"tasks":[22],"while":[23],"retaining":[24],"previously":[25],"acquired":[26],"knowledge.":[27],"This":[28],"capability":[29,133],"critical":[31],"for":[32],"development":[34],"versatile":[36],"AI":[37,41],"systems.":[38],"It":[39],"enables":[40],"handle":[43],"dynamic":[44],"real-world":[45],"data":[46],"effectively.":[47],"Traditional":[48],"machine":[49],"often":[52],"struggle":[53],"meet":[55],"efficiency":[56],"and":[57,80,94,98,107,138],"resource":[58],"demands":[59],"when":[60],"dealing":[61],"changing":[63],"datasets.":[64],"Thus,":[65],"continual":[66,101],"has":[68],"become":[69],"a":[70],"promising":[71],"alternative.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"introduce":[77],"Knowledge":[78],"Distillation":[79],"Combined":[81],"Loss":[82],"Enhanced":[83],"Learning":[85],"Network":[86],"(KDCL),":[87],"which":[88],"aims":[89],"mitigate":[91],"catastrophic":[92],"forgetting":[93],"balance":[95],"stability":[97],"plasticity":[99],"learning.":[102],"KDCL":[103,121],"combines":[104],"knowledge":[105,137],"distillation":[106],"combined":[108],"loss":[109],"functions":[110],"improve":[112],"efficiency.":[114],"Through":[115],"experiments":[116],"CIFAR-100":[119],"dataset,":[120],"significantly":[122],"improves":[123],"average":[125],"accuracy":[126],"compared":[127],"existing":[129],"models,":[130],"highlighting":[131],"its":[132],"retain":[135],"past":[136],"effectively":[139],"integrate":[140],"information.":[142]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}