{"id":"https://openalex.org/W4281870933","doi":"https://doi.org/10.24963/ijcai.2022/446","title":"Learning from Students: Online Contrastive Distillation Network for General Continual Learning","display_name":"Learning from Students: Online Contrastive Distillation Network for General Continual Learning","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4281870933","doi":"https://doi.org/10.24963/ijcai.2022/446"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/446","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/446","pdf_url":"https://www.ijcai.org/proceedings/2022/0446.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2022/0446.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100364815","display_name":"Jin Li","orcid":"https://orcid.org/0000-0002-8347-9023"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Li","raw_affiliation_strings":["School of Electrical and Information Engineering,Tianjin university, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering,Tianjin university, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005367680","display_name":"Zhong Ji","orcid":"https://orcid.org/0000-0002-2197-3739"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Ji","raw_affiliation_strings":["School of Electrical and Information Engineering,Tianjin university, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering,Tianjin university, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775767","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0003-0114-0649"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["CETC key laboratory of aerospace information applications, Shijiazhuang, China","School of Electrical and Information Engineering,Tianjin university, Tianjin, China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CETC key laboratory of aerospace information applications, Shijiazhuang, China","institution_ids":[]},{"raw_affiliation_string":"School of Electrical and Information Engineering,Tianjin university, Tianjin, China;","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367060","display_name":"Qiang Wang","orcid":"https://orcid.org/0000-0003-2226-8633"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Wang","raw_affiliation_strings":["School of Electrical and Information Engineering,Tianjin university, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering,Tianjin university, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074242312","display_name":"Feng Gao","orcid":"https://orcid.org/0000-0002-9563-3841"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Gao","raw_affiliation_strings":["CETC key laboratory of aerospace information applications, Shijiazhuang, China","School of Electrical and Information Engineering, Tianjin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CETC key laboratory of aerospace information applications, Shijiazhuang, China","institution_ids":[]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":1.6607,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.8587331,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3215","last_page":"3221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.803149938583374},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7904925346374512},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.634688138961792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6253780126571655},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5816549062728882},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5713315010070801},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5541540384292603},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4841214120388031},{"id":"https://openalex.org/keywords/online-model","display_name":"Online model","score":0.4563092291355133},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.445756196975708},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44482287764549255},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.44312334060668945},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4351932406425476},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3339619040489197},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.25203853845596313}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.803149938583374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7904925346374512},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.634688138961792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6253780126571655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5816549062728882},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5713315010070801},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5541540384292603},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4841214120388031},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.4563092291355133},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.445756196975708},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44482287764549255},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.44312334060668945},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4351932406425476},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3339619040489197},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25203853845596313},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2022/446","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/446","pdf_url":"https://www.ijcai.org/proceedings/2022/0446.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/446","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/446","pdf_url":"https://www.ijcai.org/proceedings/2022/0446.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7099999785423279,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3930161243","display_name":null,"funder_award_id":"62176178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281870933.pdf","grobid_xml":"https://content.openalex.org/works/W4281870933.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W2119885577","https://openalex.org/W2194775991","https://openalex.org/W2902625698","https://openalex.org/W2954929116","https://openalex.org/W3030364939","https://openalex.org/W3034856281","https://openalex.org/W3035342403","https://openalex.org/W3035524453","https://openalex.org/W3043271475","https://openalex.org/W3110179775","https://openalex.org/W3118608800","https://openalex.org/W3144281354","https://openalex.org/W3175516982","https://openalex.org/W3177008256","https://openalex.org/W3178686235","https://openalex.org/W3202666954","https://openalex.org/W3204313571","https://openalex.org/W3210240511","https://openalex.org/W4214924370","https://openalex.org/W4286987670","https://openalex.org/W4287112127","https://openalex.org/W4287552093","https://openalex.org/W4287812705","https://openalex.org/W4287814827","https://openalex.org/W4298116016","https://openalex.org/W4308624236"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W2974871044"],"abstract_inverted_index":{"The":[0],"goal":[1],"of":[2,33,88,101,130],"General":[3],"Continual":[4],"Learning":[5],"(GCL)":[6],"is":[7,43,63,109,122,158,192],"to":[8,47,66,80,96,111,116,134,148],"preserve":[9],"learned":[10,119,167],"knowledge":[11,15],"and":[12,39,62,145],"learn":[13],"new":[14,41,137],"with":[16,186],"constant":[17],"memory":[18],"from":[19],"an":[20,44,74],"infinite":[21],"data":[22],"stream":[23],"where":[24],"task":[25],"boundaries":[26],"are":[27],"blurry.":[28],"Distilling":[29],"the":[30,37,40,56,86,89,98,102,106,113,118,127,131,136,150,154,162,166],"model's":[31,59],"response":[32,60,147],"reserved":[34],"samples":[35],"between":[36],"old":[38,58],"models":[42],"effective":[45],"way":[46],"achieve":[48],"promise":[49],"performance":[50],"on":[51,171],"GCL.":[52],"However,":[53],"it":[54],"accumulates":[55],"inherent":[57],"bias":[61],"not":[64],"robust":[65],"model":[67,91,108,115,128,133,152,164],"changes.":[68],"To":[69],"this":[70],"end,":[71],"we":[72],"propose":[73],"Online":[75],"Contrastive":[76],"Distillation":[77],"Network":[78],"(OCD-Net)":[79],"tackle":[81],"these":[82],"problems,":[83],"which":[84,121,157],"explores":[85],"merit":[87],"student":[90,103,114,132,151],"in":[92,184],"each":[93],"time":[94],"step":[95],"guide":[97],"training":[99],"process":[100],"model.":[104],"Concretely,":[105],"teacher":[107,163],"devised":[110],"help":[112,149],"consolidate":[117],"knowledge,":[120],"trained":[123],"online":[124],"via":[125],"integrating":[126],"weights":[129],"accumulate":[135],"knowledge.":[138,168],"Moreover,":[139],"our":[140,177],"OCD-Net":[141,179],"incorporates":[142],"both":[143],"relation":[144],"adaptive":[146],"alleviate":[153],"catastrophic":[155],"forgetting,":[156],"also":[159],"beneficial":[160],"for":[161],"preserves":[165],"Extensive":[169],"experiments":[170],"six":[172],"benchmark":[173],"datasets":[174],"demonstrate":[175],"that":[176],"proposed":[178],"significantly":[180],"outperforms":[181],"state-of-the-art":[182],"approaches":[183],"3.26%~8.71%":[185],"various":[187],"buffer":[188],"sizes.":[189],"Our":[190],"code":[191],"available":[193],"at":[194],"https://github.com/lijincm/OCD-Net.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}