{"id":"https://openalex.org/W4205701320","doi":"https://doi.org/10.1109/bigdata52589.2021.9671779","title":"Continual Neural Network Model Retraining","display_name":"Continual Neural Network Model Retraining","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4205701320","doi":"https://doi.org/10.1109/bigdata52589.2021.9671779"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671779","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037340898","display_name":"Xiaofeng Zhu","orcid":"https://orcid.org/0000-0001-6840-0578"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiaofeng Zhu","raw_affiliation_strings":["Microsoft Corporation, Redmond, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013049879","display_name":"Diego Klabjan","orcid":"https://orcid.org/0000-0003-4213-9281"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diego Klabjan","raw_affiliation_strings":["Northwestern University, Evanston, USA"],"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037340898"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":0.5026,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67012526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1163","last_page":"1171"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.9436280727386475},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.8941745758056641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7492223381996155},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6525163054466248},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5959218144416809},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5901646018028259},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5522673726081848},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.545762836933136},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4565664231777191}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.9436280727386475},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8941745758056641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7492223381996155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6525163054466248},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5959218144416809},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5901646018028259},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5522673726081848},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.545762836933136},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4565664231777191},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671779","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1553290137","https://openalex.org/W1697075315","https://openalex.org/W1987242797","https://openalex.org/W1992129502","https://openalex.org/W2060277733","https://openalex.org/W2077902449","https://openalex.org/W2103715332","https://openalex.org/W2108114251","https://openalex.org/W2119144962","https://openalex.org/W2119885577","https://openalex.org/W2148143831","https://openalex.org/W2156163116","https://openalex.org/W2158319693","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2597603852","https://openalex.org/W2619733574","https://openalex.org/W2626445779","https://openalex.org/W2734314755","https://openalex.org/W2743151379","https://openalex.org/W2804193803","https://openalex.org/W2808439681","https://openalex.org/W2903158431","https://openalex.org/W2905741102","https://openalex.org/W2943035085","https://openalex.org/W2949615858","https://openalex.org/W2963588172","https://openalex.org/W3108280718","https://openalex.org/W3118608800","https://openalex.org/W4295883599","https://openalex.org/W4298018319","https://openalex.org/W4300591840","https://openalex.org/W4319988532","https://openalex.org/W6632992360","https://openalex.org/W6637461557","https://openalex.org/W6675657435","https://openalex.org/W6676576766","https://openalex.org/W6677580257","https://openalex.org/W6735632633","https://openalex.org/W6736021936","https://openalex.org/W6738764001","https://openalex.org/W6739369274","https://openalex.org/W6742878559","https://openalex.org/W6751769266","https://openalex.org/W6752530194","https://openalex.org/W6757036269","https://openalex.org/W6762481305","https://openalex.org/W6787972765","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2006651773","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W2145559838","https://openalex.org/W3116498279","https://openalex.org/W4254349500","https://openalex.org/W4287549553","https://openalex.org/W2014369232"],"abstract_inverted_index":{"We":[0,26,147],"propose":[1,115,136],"incremental":[2],"(re)training":[3],"of":[4,15,30,92,155],"a":[5,12,22,116,137],"neural":[6,54],"network":[7,55],"model":[8,63,94,119,174],"to":[9,51,81,103,151],"cope":[10],"with":[11],"continuous":[13],"flow":[14],"new":[16,44,68,97,138],"data.":[17],"As":[18],"such,":[19],"this":[20],"is":[21,64,79,99],"life-long":[23,31],"learning":[24],"process.":[25],"address":[27,133],"two":[28,112],"challenges":[29],"retraining:":[32],"catastrophic":[33,74,169],"forgetting":[34,75,170],"and":[35,43,76,125,144],"efficient":[36],"retraining.":[37],"If":[38],"we":[39,88,114,135],"combine":[40],"all":[41,90],"past":[42],"data":[45,98],"it":[46,70,78],"can":[47,71,121],"easily":[48,72],"become":[49],"intractable":[50],"retrain":[52,89],"the":[53,58,62,83,93,153,156,168],"model.":[56],"On":[57],"other":[59],"hand,":[60],"if":[61,87],"retrained":[65],"using":[66],"only":[67],"data,":[69],"suffer":[73],"thus":[77],"paramount":[80],"strike":[82],"right":[84],"balance.":[85],"Moreover,":[86],"weights":[91,127],"every":[95],"time":[96],"collected,":[100],"retraining":[101,118,158,165],"tends":[102],"require":[104],"too":[105],"many":[106],"computing":[107],"resources.":[108],"To":[109,131],"solve":[110],"these":[111],"issues,":[113],"novel":[117],"that":[120,163],"select":[122],"important":[123,126],"samples":[124],"utilizing":[128],"multi-armed":[129],"bandits.":[130],"further":[132],"forgetting,":[134],"regularization":[139],"term":[140],"focusing":[141],"on":[142],"synapse":[143],"neuron":[145],"importance.":[146],"analyze":[148],"multiple":[149],"datasets":[150],"document":[152],"outcome":[154],"proposed":[157],"methods.":[159],"Various":[160],"experiments":[161],"demonstrate":[162],"our":[164],"methodologies":[166],"mitigate":[167],"problem":[171],"while":[172],"boosting":[173],"performance.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}