{"id":"https://openalex.org/W2926599202","doi":null,"title":"Incremental Learning with Unlabeled Data in the Wild","display_name":"Incremental Learning with Unlabeled Data in the Wild","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2926599202","mag":"2926599202"},"language":"en","primary_location":{"id":"mag:2926599202","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1903.12648","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1903.12648","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103150653","display_name":"Kibok Lee","orcid":"https://orcid.org/0000-0001-6995-7327","observed_orcids":["https://orcid.org/0000-0001-6995-7327"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kibok Lee","raw_affiliation_strings":["University of Michigan\u2013Ann Arbor, Ann Arbor, United States"],"raw_orcid":"https://orcid.org/0000-0001-6995-7327","affiliations":[{"raw_affiliation_string":"University of Michigan\u2013Ann Arbor, Ann Arbor, United States","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033571780","display_name":"Kimin Lee","orcid":"https://orcid.org/0000-0001-9017-3084","observed_orcids":["https://orcid.org/0000-0001-9017-3084"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kimin Lee","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9017-3084","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102928677","display_name":"Jinwoo Shin","orcid":"https://orcid.org/0000-0003-4313-4669","observed_orcids":["https://orcid.org/0000-0003-4313-4669"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinwoo Shin","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4313-4669","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108652283","display_name":"Honglak Lee","orcid":"https://orcid.org/0000-0002-4109-327X","observed_orcids":["https://orcid.org/0000-0002-4109-327X"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Honglak Lee","raw_affiliation_strings":["University of Michigan\u2013Ann Arbor, Ann Arbor, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan\u2013Ann Arbor, Ann Arbor, United States","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"29","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/class-incremental-learning","display_name":"class-incremental learning","score":0.9200000166893005},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9980000257492065},{"id":"https://openalex.org/keywords/unlabeled-data","display_name":"unlabeled data","score":0.8479999899864197},{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.5189999938011169},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8510000109672546},{"id":"https://openalex.org/keywords/overfitting-reduction","display_name":"overfitting reduction","score":0.6909999847412109},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.6869999766349792}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.848682165145874},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8331481218338013},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8199738264083862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7512291669845581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.651951253414154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.617603600025177},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5128446221351624},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4887208938598633},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.474321573972702},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4563714563846588},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.42882639169692993},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42617255449295044},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4170565605163574},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.4127300977706909},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3912492096424103},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1116875410079956},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09706130623817444},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:2926599202","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1903.12648","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"mag:2970531040","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1903.12648.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2926599202","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1903.12648","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2060277733","https://openalex.org/W2108598243","https://openalex.org/W2122922389","https://openalex.org/W2145607950","https://openalex.org/W2194775991","https://openalex.org/W2426267443","https://openalex.org/W2560647685","https://openalex.org/W2605043629","https://openalex.org/W2618767506","https://openalex.org/W2626967530","https://openalex.org/W2734314755","https://openalex.org/W2737492962","https://openalex.org/W2741430497","https://openalex.org/W2768412495","https://openalex.org/W2785678896","https://openalex.org/W2786446225","https://openalex.org/W2786498526","https://openalex.org/W2791091755","https://openalex.org/W2796099508","https://openalex.org/W2799269579","https://openalex.org/W2803552920","https://openalex.org/W2804175194","https://openalex.org/W2805228670","https://openalex.org/W2806070179","https://openalex.org/W2884282566","https://openalex.org/W2894094671","https://openalex.org/W2895723011","https://openalex.org/W2906272760","https://openalex.org/W2963157804","https://openalex.org/W2963178577","https://openalex.org/W2963577698","https://openalex.org/W2963813679","https://openalex.org/W2964137095","https://openalex.org/W3021931813","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W2969211464","https://openalex.org/W2953348396","https://openalex.org/W7148250688","https://openalex.org/W4283075480","https://openalex.org/W3097695468","https://openalex.org/W3133105109","https://openalex.org/W7124725875","https://openalex.org/W4312309344","https://openalex.org/W2610828655","https://openalex.org/W4385485646"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"are":[3],"known":[4],"to":[5,32,47,74,77,124,131],"suffer":[6],"from":[7],"catastrophic":[8],"forgetting":[9],"in":[10,42],"class-incremental":[11,58],"learning,":[12],"where":[13],"the":[14,43,78,88,103,106,132],"performance":[15,128],"on":[16,95],"previous":[17],"tasks":[18],"drastically":[19],"degrades":[20],"when":[21,113],"learning":[22,59,72],"a":[23,34,56,63,71,84,114],"new":[24,64],"task.":[25],"To":[26],"alleviate":[27],"this":[28],"effect,":[29],"we":[30,54,121],"propose":[31],"leverage":[33,48],"continuous":[35],"and":[36,82,100],"large":[37],"stream":[38,115],"of":[39,105,116,126],"unlabeled":[40,117],"data":[41,52,118],"wild.":[44],"In":[45],"particular,":[46],"such":[49],"transient":[50],"external":[51,90],"effectively,":[53],"design":[55],"novel":[57],"scheme":[60],"with":[61],"(a)":[62],"distillation":[65],"loss,":[66],"termed":[67],"global":[68],"distillation,":[69],"(b)":[70],"strategy":[73,86],"avoid":[75],"overfitting":[76],"most":[79],"recent":[80],"task,":[81],"(c)":[83],"sampling":[85],"for":[87],"desired":[89],"data.":[91],"Our":[92],"experimental":[93],"results":[94],"various":[96],"datasets,":[97],"including":[98],"CIFAR":[99],"ImageNet,":[101],"demonstrate":[102],"superiority":[104],"proposed":[107],"methods":[108],"over":[109],"prior":[110],"methods,":[111],"particularly":[112],"is":[119],"accessible:":[120],"achieve":[122],"up":[123],"9.3%":[125],"relative":[127],"improvement":[129],"compared":[130],"state-of-the-art":[133],"method.":[134]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-04-11T00:00:00"}