{"id":"https://openalex.org/W3182849481","doi":"https://doi.org/10.1109/tpami.2021.3095064","title":"Adaptive Progressive Continual Learning","display_name":"Adaptive Progressive Continual Learning","publication_year":2021,"publication_date":"2021-07-07","ids":{"openalex":"https://openalex.org/W3182849481","doi":"https://doi.org/10.1109/tpami.2021.3095064","mag":"3182849481","pmid":"https://pubmed.ncbi.nlm.nih.gov/34232867"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3095064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3095064","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101065915","display_name":"Ju Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ju Xu","raw_affiliation_strings":["Center for Data Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Data Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100663181","display_name":"Jin Ma","orcid":"https://orcid.org/0000-0001-9627-3772"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Ma","raw_affiliation_strings":["Center for Data Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Data Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025182119","display_name":"Xuesong Gao","orcid":"https://orcid.org/0000-0003-4459-8123"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]},{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I4210111795","display_name":"Hisense (China)","ror":"https://ror.org/0276vcd78","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210111795"]},{"id":"https://openalex.org/I4391768236","display_name":"State Key Laboratory of Digital Multimedia Technology","ror":"https://ror.org/04kjvqe45","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210111795","https://openalex.org/I4391768236"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Gao","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China","State Key Laboratory of Digital Multimedia Technology, Hisense Company, Ltd., Qingdao, Shandong, China","School of Information Science and Engineering, Shandong University, Qingdao, Shandong, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"State Key Laboratory of Digital Multimedia Technology, Hisense Company, Ltd., Qingdao, Shandong, China","institution_ids":["https://openalex.org/I4210111795","https://openalex.org/I4391768236"]},{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045305860","display_name":"Zhanxing Zhu","orcid":"https://orcid.org/0000-0002-2141-6553"},"institutions":[{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanxing Zhu","raw_affiliation_strings":["Beijing Institute of Big Data Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Big Data Research, Beijing, China","institution_ids":["https://openalex.org/I4210096250"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101065915"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.5193,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.91063293,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"44","issue":"10","first_page":"6715","last_page":"6728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.8027676343917847},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8003319501876831},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7277795672416687},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6638178825378418},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6635071039199829},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5908933281898499},{"id":"https://openalex.org/keywords/bayesian-network","display_name":"Bayesian network","score":0.47757843136787415},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45603644847869873},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43002113699913025}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8027676343917847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8003319501876831},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7277795672416687},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6638178825378418},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6635071039199829},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5908933281898499},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.47757843136787415},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45603644847869873},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43002113699913025},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2021.3095064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3095064","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:34232867","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34232867","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:eprints.soton.ac.uk:485995","is_oa":false,"landing_page_url":"https://eprints.soton.ac.uk/485995/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G285475101","display_name":null,"funder_award_id":"61932001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3652973219","display_name":null,"funder_award_id":"202072","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G5315436006","display_name":null,"funder_award_id":"61806009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1555684898","https://openalex.org/W1579705726","https://openalex.org/W2112796928","https://openalex.org/W2133564696","https://openalex.org/W2145339207","https://openalex.org/W2335728318","https://openalex.org/W2470673105","https://openalex.org/W2550553598","https://openalex.org/W2553303224","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2583761661","https://openalex.org/W2618530766","https://openalex.org/W2750384547","https://openalex.org/W2752782242","https://openalex.org/W2766447205","https://openalex.org/W2782276075","https://openalex.org/W2963072899","https://openalex.org/W2963540014","https://openalex.org/W2963813679","https://openalex.org/W2964189064","https://openalex.org/W2964268978","https://openalex.org/W3021931813","https://openalex.org/W3108827478","https://openalex.org/W4211061250","https://openalex.org/W4214717370","https://openalex.org/W4229706055","https://openalex.org/W4241811150","https://openalex.org/W4300992072","https://openalex.org/W4319988532","https://openalex.org/W6618372016","https://openalex.org/W6676179485","https://openalex.org/W6678911119","https://openalex.org/W6679434410","https://openalex.org/W6682137061","https://openalex.org/W6683204974","https://openalex.org/W6729956949","https://openalex.org/W6732467815","https://openalex.org/W6738693370","https://openalex.org/W6741087337","https://openalex.org/W6742852309","https://openalex.org/W6743688258","https://openalex.org/W6745121187","https://openalex.org/W6751907932","https://openalex.org/W6757384668","https://openalex.org/W6763000130","https://openalex.org/W6787972765","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W2733410219","https://openalex.org/W2734358244","https://openalex.org/W4388700941"],"abstract_inverted_index":{"Continual":[0,42,48],"learning":[1,86],"paradigm":[2],"learns":[3],"from":[4],"a":[5,29],"continuous":[6],"stream":[7],"of":[8,62,78,97,122,135,152,162,167],"tasks":[9,183],"in":[10,127,176],"an":[11],"incremental":[12],"manner":[13],"and":[14,45,68,82,87,165,180],"aims":[15],"to":[16,54,66,90,131],"overcome":[17],"the":[18,21,71,76,107,116,124,128,133,136,174,186],"notorious":[19],"issue:":[20],"catastrophic":[22,178],"forgetting.":[23],"In":[24],"this":[25,56,63],"work,":[26],"we":[27],"propose":[28,119],"new":[30,79,182],"adaptive":[31],"progressive":[32],"network":[33,73],"framework":[34,64,100],"including":[35],"two":[36,129],"models":[37],"for":[38],"continual":[39],"learning:":[40],"Reinforced":[41],"Learning":[43,49],"(RCL)":[44],"Bayesian":[46,88],"Optimized":[47],"with":[50],"Attention":[51],"mechanism":[52],"(BOCL)":[53],"solve":[55],"fundamental":[57],"issue.":[58],"The":[59,158],"core":[60],"idea":[61],"is":[65,101],"dynamically":[67],"adaptively":[69,114],"expand":[70],"neural":[72],"structure":[74],"upon":[75],"arrival":[77],"tasks.":[80],"RCL":[81,138],"BOCL":[83,144],"employ":[84],"reinforcement":[85],"optimization":[89],"achieve":[91],"it,":[92],"respectively.":[93],"An":[94],"outstanding":[95],"advantage":[96],"our":[98,171],"proposed":[99],"that":[102,109,170],"it":[103],"will":[104],"not":[105],"forget":[106],"knowledge":[108,126,141,148],"has":[110],"been":[111],"learned":[112,125],"through":[113],"controlling":[115],"architecture.":[117],"We":[118],"effective":[120],"ways":[121],"employing":[123],"methods":[130,172],"control":[132],"size":[134],"network.":[137],"employs":[139],"previous":[140,147,153],"directly":[142],"while":[143],"selectively":[145],"utilizes":[146],"(e.g.,":[149],"feature":[150],"maps":[151],"tasks)":[154],"via":[155],"attention":[156],"mechanism.":[157],"experiments":[159],"on":[160],"variants":[161],"MNIST,":[163],"CIFAR-100":[164],"Sequence":[166],"5-Datasets":[168],"demonstrate":[169],"outperform":[173],"state-of-the-art":[175],"preventing":[177],"forgetting":[179],"fitting":[181],"better":[184],"under":[185],"same":[187],"or":[188],"less":[189],"computing":[190],"resource.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}