{"id":"https://openalex.org/W3043695211","doi":"https://doi.org/10.1109/access.2020.3009718","title":"A Perpetual Learning Algorithm That Incrementally Improves Performance With Deliberation","display_name":"A Perpetual Learning Algorithm That Incrementally Improves Performance With Deliberation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3043695211","doi":"https://doi.org/10.1109/access.2020.3009718","mag":"3043695211"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3009718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3009718","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142193.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142193.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063680652","display_name":"Haiou Qin","orcid":"https://orcid.org/0000-0002-2048-348X"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Haiou Qin","raw_affiliation_strings":["Faculty of Information Technology, Macau University of Science and Technology, Macau"],"raw_orcid":"https://orcid.org/0000-0002-2048-348X","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Macau University of Science and Technology, Macau","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100677750","display_name":"Du Zhang","orcid":"https://orcid.org/0000-0002-3350-9108"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Du Zhang","raw_affiliation_strings":["Faculty of Information Technology, Macau University of Science and Technology, Macau"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Macau University of Science and Technology, Macau","institution_ids":["https://openalex.org/I111950717"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111950717"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.1304,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"8","issue":null,"first_page":"131425","last_page":"131438"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7938013076782227},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6249898076057434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5791247487068176},{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.5445305705070496},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5291467308998108},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4994924068450928},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4692798852920532},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4572112560272217},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.45709365606307983},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.43337318301200867},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4258015751838684},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.41925153136253357},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09185248613357544}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7938013076782227},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6249898076057434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5791247487068176},{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.5445305705070496},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5291467308998108},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4994924068450928},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4692798852920532},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4572112560272217},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.45709365606307983},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.43337318301200867},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4258015751838684},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.41925153136253357},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09185248613357544},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3009718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3009718","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142193.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:020937525267485a8007023c6dcc2edd","is_oa":true,"landing_page_url":"https://doaj.org/article/020937525267485a8007023c6dcc2edd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 131425-131438 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3009718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3009718","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142193.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4132575203","display_name":null,"funder_award_id":"0025/2019/AKP","funder_id":"https://openalex.org/F4320326962","funder_display_name":"Macau University of Science and Technology Foundation"},{"id":"https://openalex.org/G4432952546","display_name":null,"funder_award_id":"045/2016/A2","funder_id":"https://openalex.org/F4320326962","funder_display_name":"Macau University of Science and Technology Foundation"}],"funders":[{"id":"https://openalex.org/F4320326962","display_name":"Macau University of Science and Technology Foundation","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3043695211.pdf","grobid_xml":"https://content.openalex.org/works/W3043695211.grobid-xml"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W210891286","https://openalex.org/W277886906","https://openalex.org/W344512287","https://openalex.org/W377097976","https://openalex.org/W1423339008","https://openalex.org/W1519626139","https://openalex.org/W1560550898","https://openalex.org/W1670132599","https://openalex.org/W1686810756","https://openalex.org/W1810943226","https://openalex.org/W1901616594","https://openalex.org/W1924762813","https://openalex.org/W1942758450","https://openalex.org/W1988012232","https://openalex.org/W1989584142","https://openalex.org/W1995866178","https://openalex.org/W2005528162","https://openalex.org/W2005876975","https://openalex.org/W2013130594","https://openalex.org/W2013618582","https://openalex.org/W2039822370","https://openalex.org/W2060277733","https://openalex.org/W2061074919","https://openalex.org/W2065180801","https://openalex.org/W2106035193","https://openalex.org/W2120501001","https://openalex.org/W2129758871","https://openalex.org/W2131479143","https://openalex.org/W2136431242","https://openalex.org/W2136922672","https://openalex.org/W2144752499","https://openalex.org/W2154029067","https://openalex.org/W2170644967","https://openalex.org/W2182506181","https://openalex.org/W2220414802","https://openalex.org/W2263924878","https://openalex.org/W2296073425","https://openalex.org/W2401932923","https://openalex.org/W2560647685","https://openalex.org/W2565989828","https://openalex.org/W2592340788","https://openalex.org/W2742079690","https://openalex.org/W2752047430","https://openalex.org/W2765101016","https://openalex.org/W2783905839","https://openalex.org/W2808979505","https://openalex.org/W2907897631","https://openalex.org/W2910535757","https://openalex.org/W2951508633","https://openalex.org/W2954929116","https://openalex.org/W2963018216","https://openalex.org/W2963072899","https://openalex.org/W2963540014","https://openalex.org/W2964189064","https://openalex.org/W2966907664","https://openalex.org/W2982220706","https://openalex.org/W2984987201","https://openalex.org/W2990777660","https://openalex.org/W2991061683","https://openalex.org/W3004515570","https://openalex.org/W4213254521","https://openalex.org/W4251395411","https://openalex.org/W4298132949","https://openalex.org/W4298857780","https://openalex.org/W6608508768","https://openalex.org/W6611685182","https://openalex.org/W6631089601","https://openalex.org/W6633555322","https://openalex.org/W6636883489","https://openalex.org/W6637373629","https://openalex.org/W6638273328","https://openalex.org/W6640786210","https://openalex.org/W6675955764","https://openalex.org/W6677850982","https://openalex.org/W6679468046","https://openalex.org/W6681414149","https://openalex.org/W6685839705","https://openalex.org/W6742058293","https://openalex.org/W6742852309","https://openalex.org/W6743726175","https://openalex.org/W6745121187","https://openalex.org/W6760652553","https://openalex.org/W6763411897"],"related_works":["https://openalex.org/W2753773138","https://openalex.org/W3204354834","https://openalex.org/W2364105709","https://openalex.org/W6292469","https://openalex.org/W2801092833","https://openalex.org/W2901193592","https://openalex.org/W2118566385","https://openalex.org/W156167186","https://openalex.org/W2384383462","https://openalex.org/W2223796429"],"abstract_inverted_index":{"During":[0],"recent":[1],"years,":[2],"several":[3,190],"different":[4],"proposals":[5],"for":[6,73,82,114,169,235,250],"continuous":[7],"learning":[8,32],"(lifelong":[9],"learning,":[10,12],"never-ending":[11],"perpetual":[13,31],"learning)":[14],"have":[15],"attracted":[16],"much":[17],"attention":[18],"from":[19],"researchers":[20],"in":[21,65,102,123,143,161,211,227,229],"the":[22,66,80,91,115,121,124,132,141,144,153,162,165,175,186,196,201,208,212,232,236,244,253],"field":[23],"of":[24,90],"machine":[25],"learning.":[26,263],"In":[27],"this":[28],"paper,":[29],"a":[30,38,59,69,74,83,87,127,148,159],"algorithm,":[33],"which":[34,230],"is":[35,42,54,68],"augmented":[36],"with":[37,182,261],"deliberation":[39,94],"mechanism":[40],"that":[41],"geared":[43],"toward":[44],"incrementally":[45],"improving":[46],"performance":[47,219,258],"on":[48,98],"all":[49,170,205],"tasks":[50],"learned":[51,117,171,206],"thus":[52],"far,":[53],"described.":[55],"The":[56,93],"algorithm":[57,154,209,255],"maintains":[58],"prototype":[60,64,160,176],"library":[61,67,125,133,145,163,166,177,202],"where":[62],"each":[63],"model":[70,81,110],"parameters":[71],"vector":[72],"representative":[75],"task":[76,85,109,118,129,150,238],"learned,":[77],"and":[78,104,111,217],"produces":[79],"new":[84,128,149],"as":[86],"linear":[88],"combination":[89],"prototypes.":[92],"process":[95],"ensues":[96],"based":[97],"two":[99],"criteria":[100],"(difference":[101],"loss":[103],"cosine":[105],"similarity":[106],"between":[107],"single":[108],"encoded":[112],"model)":[113],"newly":[116],"model.":[119],"If":[120,173],"prototypes":[122,142,198],"represent":[126,147,204],"well,":[130,151],"then":[131,152],"only":[134,231],"needs":[135],"to":[136,199,203,246],"be":[137,179,240],"tuned.":[138],"Otherwise,":[139],"if":[140,157],"cannot":[146],"further":[155],"determines":[156],"replacing":[158],"makes":[164],"better":[167,215],"suited":[168],"tasks.":[172],"so,":[174],"will":[178],"reconstructed.":[180],"Compared":[181],"other":[183],"existing":[184],"methods,":[185],"proposed":[187,254],"method":[188],"has":[189,214],"salient":[191],"features.":[192],"Firstly,":[193],"by":[194],"selecting":[195],"best":[197],"form":[200],"tasks,":[207,252],"provided":[210],"paper":[213],"classification":[216],"regression":[218],"than,":[220],"say,":[221],"Efficient":[222],"Lifelong":[223],"Learning":[224],"Algorithm":[225],"(ELLA)":[226],"circumstances":[228],"training":[233,248],"set":[234],"current":[237],"can":[239],"buffered.":[241],"Secondly,":[242],"without":[243],"need":[245],"buffer":[247],"sets":[249],"multiple":[251],"shows":[256],"competitive":[257],"when":[259],"compared":[260],"curriculum":[262]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}