{"id":"https://openalex.org/W3093937653","doi":"https://doi.org/10.3390/e22111190","title":"An Appraisal of Incremental Learning Methods","display_name":"An Appraisal of Incremental Learning Methods","publication_year":2020,"publication_date":"2020-10-22","ids":{"openalex":"https://openalex.org/W3093937653","doi":"https://doi.org/10.3390/e22111190","mag":"3093937653","pmid":"https://pubmed.ncbi.nlm.nih.gov/33286958"},"language":"en","primary_location":{"id":"doi:10.3390/e22111190","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22111190","pdf_url":"https://www.mdpi.com/1099-4300/22/11/1190/pdf?version=1604757252","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/22/11/1190/pdf?version=1604757252","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032272517","display_name":"Yong Luo","orcid":"https://orcid.org/0000-0001-9213-2948"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Luo","raw_affiliation_strings":["College of Software, Northeastern University, Shenyang 110004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Northeastern University, Shenyang 110004, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021315213","display_name":"Liancheng Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liancheng Yin","raw_affiliation_strings":["College of Software, Northeastern University, Shenyang 110004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Northeastern University, Shenyang 110004, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066252885","display_name":"Wen-Chao Bai","orcid":"https://orcid.org/0000-0003-0460-3493"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenchao Bai","raw_affiliation_strings":["College of Software, Northeastern University, Shenyang 110004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Northeastern University, Shenyang 110004, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077441424","display_name":"Keming Mao","orcid":"https://orcid.org/0000-0003-1243-0123"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Keming Mao","raw_affiliation_strings":["College of Software, Northeastern University, Shenyang 110004, China"],"raw_orcid":"https://orcid.org/0000-0003-1243-0123","affiliations":[{"raw_affiliation_string":"College of Software, Northeastern University, Shenyang 110004, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5077441424"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":6.8471,"has_fulltext":true,"cited_by_count":114,"citation_normalized_percentile":{"value":0.9748633,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"22","issue":"11","first_page":"1190","last_page":"1190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7651416063308716},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.730918288230896},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.6402525901794434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6172078251838684},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5670328140258789},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5117985606193542},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"Incremental learning","score":0.4973616898059845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7651416063308716},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.730918288230896},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.6402525901794434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6172078251838684},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5670328140258789},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5117985606193542},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.4973616898059845},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e22111190","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22111190","pdf_url":"https://www.mdpi.com/1099-4300/22/11/1190/pdf?version=1604757252","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33286958","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33286958","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:6a02d62d24cc4e6ba80d9623627946bc","is_oa":true,"landing_page_url":"https://doaj.org/article/6a02d62d24cc4e6ba80d9623627946bc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 22, Iss 11, p 1190 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/22/11/1190/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e22111190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 22; Issue 11; Pages: 1190","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7712976","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7712976","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e22111190","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22111190","pdf_url":"https://www.mdpi.com/1099-4300/22/11/1190/pdf?version=1604757252","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5010589370","display_name":null,"funder_award_id":"N2017007","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3093937653.pdf","grobid_xml":"https://content.openalex.org/works/W3093937653.grobid-xml"},"referenced_works_count":162,"referenced_works":["https://openalex.org/W22297218","https://openalex.org/W1486852018","https://openalex.org/W1489333352","https://openalex.org/W1821462560","https://openalex.org/W1959608418","https://openalex.org/W1965555277","https://openalex.org/W1979631293","https://openalex.org/W1996589480","https://openalex.org/W2016658268","https://openalex.org/W2037227137","https://openalex.org/W2047057213","https://openalex.org/W2103753221","https://openalex.org/W2108598243","https://openalex.org/W2110097068","https://openalex.org/W2112796928","https://openalex.org/W2116522068","https://openalex.org/W2143386621","https://openalex.org/W2150595230","https://openalex.org/W2152161678","https://openalex.org/W2194775991","https://openalex.org/W2275892128","https://openalex.org/W2335728318","https://openalex.org/W2401932923","https://openalex.org/W2426267443","https://openalex.org/W2473930607","https://openalex.org/W2533598788","https://openalex.org/W2548275288","https://openalex.org/W2554616628","https://openalex.org/W2560258536","https://openalex.org/W2560647685","https://openalex.org/W2581377246","https://openalex.org/W2594940144","https://openalex.org/W2605043629","https://openalex.org/W2605911906","https://openalex.org/W2610828655","https://openalex.org/W2618767506","https://openalex.org/W2619508703","https://openalex.org/W2734314755","https://openalex.org/W2734358244","https://openalex.org/W2737492962","https://openalex.org/W2743151379","https://openalex.org/W2744654301","https://openalex.org/W2747206364","https://openalex.org/W2758219826","https://openalex.org/W2771964490","https://openalex.org/W2773246426","https://openalex.org/W2782276075","https://openalex.org/W2786212761","https://openalex.org/W2786446225","https://openalex.org/W2786958491","https://openalex.org/W2787295326","https://openalex.org/W2788563730","https://openalex.org/W2793696582","https://openalex.org/W2794045421","https://openalex.org/W2795924472","https://openalex.org/W2804175194","https://openalex.org/W2805228670","https://openalex.org/W2829387974","https://openalex.org/W2884282566","https://openalex.org/W2890230859","https://openalex.org/W2890367965","https://openalex.org/W2890648518","https://openalex.org/W2892234010","https://openalex.org/W2892936772","https://openalex.org/W2894094671","https://openalex.org/W2895723011","https://openalex.org/W2898892019","https://openalex.org/W2906141031","https://openalex.org/W2912057804","https://openalex.org/W2913699173","https://openalex.org/W2914666594","https://openalex.org/W2923361768","https://openalex.org/W2932484476","https://openalex.org/W2935837427","https://openalex.org/W2939137134","https://openalex.org/W2948734064","https://openalex.org/W2949071326","https://openalex.org/W2949995560","https://openalex.org/W2950462296","https://openalex.org/W2953348396","https://openalex.org/W2954929116","https://openalex.org/W2959424724","https://openalex.org/W2960318892","https://openalex.org/W2962690101","https://openalex.org/W2962860923","https://openalex.org/W2962884963","https://openalex.org/W2962966271","https://openalex.org/W2963072899","https://openalex.org/W2963178577","https://openalex.org/W2963588172","https://openalex.org/W2963788399","https://openalex.org/W2963876099","https://openalex.org/W2964067969","https://openalex.org/W2964151081","https://openalex.org/W2964189064","https://openalex.org/W2965407115","https://openalex.org/W2965661443","https://openalex.org/W2965976453","https://openalex.org/W2966730026","https://openalex.org/W2968596670","https://openalex.org/W2969211464","https://openalex.org/W2970021363","https://openalex.org/W2973324789","https://openalex.org/W2973826972","https://openalex.org/W2974777596","https://openalex.org/W2974859516","https://openalex.org/W2979924243","https://openalex.org/W2980753060","https://openalex.org/W2982410595","https://openalex.org/W2982701845","https://openalex.org/W2984276908","https://openalex.org/W2986975901","https://openalex.org/W2990676319","https://openalex.org/W2991061683","https://openalex.org/W2991925937","https://openalex.org/W2994887008","https://openalex.org/W2995139074","https://openalex.org/W2996217364","https://openalex.org/W2996514457","https://openalex.org/W2997851974","https://openalex.org/W2998107848","https://openalex.org/W2998651940","https://openalex.org/W3006620186","https://openalex.org/W3011420752","https://openalex.org/W3011986058","https://openalex.org/W3012174035","https://openalex.org/W3012962091","https://openalex.org/W3013325675","https://openalex.org/W3013343111","https://openalex.org/W3015684125","https://openalex.org/W3021931813","https://openalex.org/W3024031728","https://openalex.org/W3034525810","https://openalex.org/W3034856281","https://openalex.org/W3034911677","https://openalex.org/W3035350369","https://openalex.org/W3035513921","https://openalex.org/W3037967334","https://openalex.org/W3040832198","https://openalex.org/W3042502718","https://openalex.org/W3048295731","https://openalex.org/W3089740767","https://openalex.org/W3089936780","https://openalex.org/W3098511564","https://openalex.org/W3103724573","https://openalex.org/W3103800629","https://openalex.org/W3118608800","https://openalex.org/W3124850888","https://openalex.org/W4254121852","https://openalex.org/W4301163820","https://openalex.org/W6638523607","https://openalex.org/W6640963894","https://openalex.org/W6676663998","https://openalex.org/W6677258307","https://openalex.org/W6720711607","https://openalex.org/W6734738807","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6757384668","https://openalex.org/W6764871885","https://openalex.org/W6836480733"],"related_works":["https://openalex.org/W2382481160","https://openalex.org/W3186262193","https://openalex.org/W3192176272","https://openalex.org/W4297634446","https://openalex.org/W4381322349","https://openalex.org/W3157400488","https://openalex.org/W4382021137","https://openalex.org/W3034933965","https://openalex.org/W2892655153","https://openalex.org/W4287067590"],"abstract_inverted_index":{"As":[0],"a":[1,54,93,102,123,192,200],"special":[2],"case":[3],"of":[4,34,42,46,86,126,129,132,142,211],"machine":[5],"learning,":[6],"incremental":[7,51,80,133,188],"learning":[8,52,81,134,189],"can":[9],"acquire":[10,109],"useful":[11],"knowledge":[12,111],"from":[13,97,140],"incoming":[14,87],"data":[15,68,88],"continuously":[16],"while":[17],"it":[18,37],"does":[19],"not":[20],"need":[21],"to":[22,30,76,108,114,121,149,157,208],"access":[23],"the":[24,32,43,84,98,127,130,158,176,209],"original":[25],"data.":[26,100],"It":[27,184],"is":[28,38,89,154,185,190],"expected":[29],"have":[31],"ability":[33],"memorization":[35],"and":[36,91,112,145,164,166,171,179,196,215],"regarded":[39],"as":[40],"one":[41],"ultimate":[44],"goals":[45],"artificial":[47],"intelligence":[48],"technology.":[49],"However,":[50],"remains":[53],"long":[55,201],"term":[56],"challenge.":[57],"Modern":[58],"deep":[59],"neural":[60],"network":[61],"models":[62],"achieve":[63],"outstanding":[64],"performance":[65],"on":[66],"stationary":[67],"distributions":[69],"with":[70],"batch":[71],"training.":[72],"This":[73,118],"restriction":[74],"leads":[75],"catastrophic":[77],"forgetting":[78],"for":[79,199],"scenarios":[82],"since":[83],"distribution":[85],"unknown":[90],"has":[92],"highly":[94],"different":[95,173],"probability":[96],"old":[99],"Therefore,":[101],"model":[103],"must":[104],"be":[105,198,206],"both":[106,212],"plastic":[107],"new":[110],"stable":[113],"consolidate":[115],"existing":[116],"knowledge.":[117],"review":[119,125],"aims":[120],"draw":[122],"systematic":[124],"state":[128],"art":[131],"methods.":[135,174],"Published":[136],"reports":[137],"are":[138,182],"selected":[139],"Web":[141],"Science,":[143],"IEEEXplore,":[144],"DBLP":[146],"databases":[147],"up":[148],"May":[150],"2020.":[151],"Each":[152],"paper":[153],"reviewed":[155],"according":[156],"types:":[159],"architectural":[160],"strategy,":[161],"regularization":[162],"strategy":[163],"rehearsal":[165],"pseudo-rehearsal":[167],"strategy.":[168],"We":[169],"compare":[170],"discuss":[172],"Moreover,":[175],"development":[177],"trend":[178],"research":[180,194],"focus":[181],"given.":[183],"concluded":[186],"that":[187],"still":[191],"hot":[193],"area":[195],"will":[197],"period.":[202],"More":[203],"attention":[204],"should":[205],"paid":[207],"exploration":[210],"biological":[213],"systems":[214],"computational":[216],"models.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":8}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
