{"id":"https://openalex.org/W3116953602","doi":"https://doi.org/10.23919/eusipco47968.2020.9287777","title":"Learning without Forgetting for Decentralized Neural Nets with Low Communication Overhead","display_name":"Learning without Forgetting for Decentralized Neural Nets with Low Communication Overhead","publication_year":2020,"publication_date":"2020-12-18","ids":{"openalex":"https://openalex.org/W3116953602","doi":"https://doi.org/10.23919/eusipco47968.2020.9287777","mag":"3116953602"},"language":"en","primary_location":{"id":"doi:10.23919/eusipco47968.2020.9287777","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco47968.2020.9287777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 28th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-295432","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031351754","display_name":"Xinyue Liang","orcid":"https://orcid.org/0000-0002-2126-2347"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Xinyue Liang","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048010798","display_name":"Alireza M. Javid","orcid":"https://orcid.org/0000-0002-8534-7622"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Alireza M. Javid","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041348422","display_name":"Mikael Skoglund","orcid":"https://orcid.org/0000-0002-7926-5081"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Skoglund","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101692633","display_name":"Saikat Chatterjee","orcid":"https://orcid.org/0000-0003-2638-6047"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Saikat Chatterjee","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18684558,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2185","last_page":"2189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9004685878753662},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7917571067810059},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6277738213539124},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6235893368721008},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5655701160430908},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5330053567886353},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5314962267875671},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5044978857040405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45203012228012085},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38709330558776855},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3223743140697479},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11287912726402283}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9004685878753662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7917571067810059},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6277738213539124},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6235893368721008},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5655701160430908},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5330053567886353},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5314962267875671},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5044978857040405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45203012228012085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38709330558776855},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3223743140697479},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11287912726402283},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/eusipco47968.2020.9287777","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco47968.2020.9287777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 28th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:kth-295432","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-295432","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-295432","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-295432","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W604355987","https://openalex.org/W2163605009","https://openalex.org/W2287011250","https://openalex.org/W2319865523","https://openalex.org/W2413539728","https://openalex.org/W2473930607","https://openalex.org/W2486847405","https://openalex.org/W2560647685","https://openalex.org/W2617960902","https://openalex.org/W2618530766","https://openalex.org/W2734864792","https://openalex.org/W2754259187","https://openalex.org/W2758219826","https://openalex.org/W2766674581","https://openalex.org/W2890010271","https://openalex.org/W2913664433","https://openalex.org/W2954929116","https://openalex.org/W2962883027","https://openalex.org/W2963228337","https://openalex.org/W2963559848","https://openalex.org/W2963809389","https://openalex.org/W2963889845","https://openalex.org/W2963964896","https://openalex.org/W3015340962","https://openalex.org/W3103793615","https://openalex.org/W4243251406","https://openalex.org/W4293460693","https://openalex.org/W6696413332","https://openalex.org/W6738250615","https://openalex.org/W6738602802","https://openalex.org/W6744415928","https://openalex.org/W6745662115","https://openalex.org/W6752750811","https://openalex.org/W6758915873","https://openalex.org/W6775195577"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W2974871044"],"abstract_inverted_index":{"We":[0,89],"consider":[1],"the":[2,47,76,80,86],"problem":[3,19],"of":[4,46,72],"training":[5],"a":[6,10,14,24,43,97],"neural":[7],"net":[8],"over":[9],"decentralized":[11,48,87],"scenario":[12,49],"with":[13],"low":[15],"communication":[16,94,100],"over-head.":[17],"The":[18],"is":[20,58,75],"addressed":[21],"by":[22],"adapting":[23],"recently":[25],"proposed":[26],"incremental":[27,36],"learning":[28,37],"approach,":[29],"called":[30],"`learning":[31,81],"without":[32,82],"forgetting'.":[33],"While":[34],"an":[35],"approach":[38,84],"assumes":[39],"data":[40,53],"availability":[41],"in":[42],"sequence,":[44],"nodes":[45],"can":[50,63],"not":[51],"share":[52],"between":[54],"them":[55],"and":[56],"there":[57],"no":[59],"master":[60],"node.":[61],"Nodes":[62],"communicate":[64],"information":[65],"about":[66],"model":[67,73],"parameters":[68,74],"among":[69],"neighbors.":[70],"Communication":[71],"key":[77],"to":[78,85,95],"adapt":[79],"forgetting'":[83],"scenario.":[88],"use":[90],"random":[91],"walk":[92],"based":[93],"handle":[96],"highly":[98],"limited":[99],"resource.":[101]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}