{"id":"https://openalex.org/W3209632651","doi":"https://doi.org/10.1109/isie45552.2021.9576374","title":"Residual Knowledge Retention For Edge Devices","display_name":"Residual Knowledge Retention For Edge Devices","publication_year":2021,"publication_date":"2021-06-20","ids":{"openalex":"https://openalex.org/W3209632651","doi":"https://doi.org/10.1109/isie45552.2021.9576374","mag":"3209632651"},"language":"en","primary_location":{"id":"doi:10.1109/isie45552.2021.9576374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie45552.2021.9576374","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 30th International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049255531","display_name":"Cheng-Fu Liou","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Fu Liou","raw_affiliation_strings":["Graduate Degree Program of College of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Degree Program of College of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103555912","display_name":"Paul Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I4210094311","display_name":"Advantech (Taiwan)","ror":"https://ror.org/00psb5b18","country_code":"TW","type":"company","lineage":["https://openalex.org/I4210094311"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Paul Kuo","raw_affiliation_strings":["AI Research Center, Advantech Co., Ltd","College of Artificial Intelligence, National Yang Ming Chiao Tung University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Research Center, Advantech Co., Ltd","institution_ids":["https://openalex.org/I4210094311"]},{"raw_affiliation_string":"College of Artificial Intelligence, National Yang Ming Chiao Tung University, Taipei, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022312926","display_name":"Jiun-In Guo","orcid":"https://orcid.org/0000-0003-0402-2621"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I4210149422","display_name":"Pervasive Artificial Intelligence Research Labs","ror":"https://ror.org/05qjw7v53","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210149422"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jiun-In Guo","raw_affiliation_strings":["Institute of Electronics, Pervasive Artificial Intelligence Research Labs (PAIR Labs) Wistron-NCTU Embedded Artificial Intelligence Research Center, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electronics, Pervasive Artificial Intelligence Research Labs (PAIR Labs) Wistron-NCTU Embedded Artificial Intelligence Research Center, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613","https://openalex.org/I4210149422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1399,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57394032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"28","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9302999973297119,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.803230345249176},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7060572504997253},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6406053304672241},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6201414465904236},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5929506421089172},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5749973058700562},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5680503249168396},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5353883504867554},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5145654082298279},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.466695100069046},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4664793610572815},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4530068635940552},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.42749613523483276},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.42744317650794983},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32716742157936096},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21748825907707214},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1791750192642212},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.11473637819290161},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09403577446937561},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09101375937461853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.803230345249176},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7060572504997253},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6406053304672241},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6201414465904236},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5929506421089172},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5749973058700562},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5680503249168396},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5353883504867554},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5145654082298279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.466695100069046},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4664793610572815},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4530068635940552},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.42749613523483276},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.42744317650794983},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32716742157936096},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21748825907707214},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1791750192642212},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.11473637819290161},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09403577446937561},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09101375937461853},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isie45552.2021.9576374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie45552.2021.9576374","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 30th International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2331143823","https://openalex.org/W2335728318","https://openalex.org/W2473930607","https://openalex.org/W2549139847","https://openalex.org/W2560647685","https://openalex.org/W2599437901","https://openalex.org/W2734314755","https://openalex.org/W2750384547","https://openalex.org/W2913340405","https://openalex.org/W2949995560","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963540014","https://openalex.org/W2963559848","https://openalex.org/W2963813679","https://openalex.org/W3101398262","https://openalex.org/W3118608800","https://openalex.org/W4295883599","https://openalex.org/W4297775537","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6703116779","https://openalex.org/W6735281006","https://openalex.org/W6736334413","https://openalex.org/W6737664043","https://openalex.org/W6738602802","https://openalex.org/W6740474667","https://openalex.org/W6742852309","https://openalex.org/W6743688258","https://openalex.org/W6747837551","https://openalex.org/W6749781174","https://openalex.org/W6785416625","https://openalex.org/W7062423369"],"related_works":["https://openalex.org/W1657880117","https://openalex.org/W2595172197","https://openalex.org/W2127970246","https://openalex.org/W2084856301","https://openalex.org/W4386858688","https://openalex.org/W3034421924","https://openalex.org/W2982536526","https://openalex.org/W4380302312","https://openalex.org/W4390971171","https://openalex.org/W4385338604"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"an":[3],"approach":[4,170],"for":[5,162,174],"continual":[6,147,163],"learning,":[7,164],"Knowledge":[8,60],"Retention":[9,61],"(KR),":[10],"that":[11,30,64,90,122,140,167],"learns":[12],"new":[13],"information":[14],"without":[15],"accessing":[16],"data":[17],"from":[18],"previous":[19],"tasks.":[20,51],"A":[21,86],"KR":[22,124],"unit":[23,125],"is":[24,89,171],"based":[25],"on":[26],"the":[27,32,36,45,66,75,91,110,115,123,144,168],"embedding":[28],"layer":[29],"identifies":[31],"important":[33],"kernel":[34],"in":[35,158],"convolution":[37],"layer,":[38],"which":[39,165],"preserves":[40],"key":[41],"parameters":[42],"and":[43,103,132],"allows":[44],"weights":[46],"to":[47,68],"be":[48,127],"reused":[49],"across":[50],"To":[52],"construct":[53],"higher-order":[54],"generalization,":[55],"we":[56,73,119,138],"design":[57],"a":[58,105],"Residual":[59],"(RKR)":[62],"architecture":[63],"facilitates":[65],"network":[67],"stack":[69],"deeper":[70],"layers.":[71],"Additionally,":[72],"rethink":[74],"benefits":[76],"of":[77,96],"different":[78,160],"residual":[79],"blocks":[80],"respectively":[81],"after":[82],"employing":[83],"depthwise":[84,97],"convolutions.":[85],"surprising":[87],"observation":[88],"basic":[92],"block":[93,112],"taking":[94],"advantage":[95],"convolutions":[98],"achieves":[99],"higher":[100],"representational":[101],"power":[102],"builds":[104],"more":[106,172],"lightweight":[107],"model":[108,156],"than":[109],"bottleneck":[111],"counterpart.":[113],"On":[114],"Alternating":[116],"CIFAR10/100":[117],"benchmark,":[118],"empirically":[120],"show":[121],"can":[126],"integrated":[128],"into":[129],"diverse":[130],"networks":[131],"effectively":[133],"prevents":[134],"catastrophic":[135],"forgetting.":[136],"Finally,":[137],"demonstrate":[139],"RKR":[141],"significantly":[142],"outperforms":[143],"existing":[145],"state-of-the-art":[146],"learning":[148],"methods":[149],"with":[150],"at":[151],"least":[152],"6":[153],"times":[154],"lower":[155],"complexity":[157],"two":[159],"scenarios":[161],"supports":[166],"proposed":[169],"competitive":[173],"resource-limited":[175],"edge":[176],"devices.":[177]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}