{"id":"https://openalex.org/W3090379053","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206592","title":"A Low Complexity Decentralized Neural Net with Centralized Equivalence using Layer-wise Learning","display_name":"A Low Complexity Decentralized Neural Net with Centralized Equivalence using Layer-wise Learning","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3090379053","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206592","mag":"3090379053"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9206592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206592","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031351754","display_name":"Xinyue Liang","orcid":"https://orcid.org/0000-0002-2126-2347"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Xinyue Liang","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048010798","display_name":"Alireza M. Javid","orcid":"https://orcid.org/0000-0002-8534-7622"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Alireza M. Javid","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041348422","display_name":"Mikael Skoglund","orcid":"https://orcid.org/0000-0002-7926-5081"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Skoglund","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101692633","display_name":"Saikat Chatterjee","orcid":"https://orcid.org/0000-0003-2638-6047"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Saikat Chatterjee","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031351754"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.3977,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69055098,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"18","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592041492462158},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6161848306655884},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.6093059778213501},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5253476500511169},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.5116872787475586},{"id":"https://openalex.org/keywords/communication-complexity","display_name":"Communication complexity","score":0.4850465655326843},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4315486252307892},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4295908510684967},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4287126362323761},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.419542521238327},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34929972887039185},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29648154973983765},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.29398828744888306},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1261993944644928}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592041492462158},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6161848306655884},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.6093059778213501},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5253476500511169},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5116872787475586},{"id":"https://openalex.org/C179145077","wikidata":"https://www.wikidata.org/wiki/Q5154130","display_name":"Communication complexity","level":2,"score":0.4850465655326843},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4315486252307892},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4295908510684967},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4287126362323761},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.419542521238327},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34929972887039185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29648154973983765},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29398828744888306},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1261993944644928},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9206592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206592","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W604355987","https://openalex.org/W1181965167","https://openalex.org/W1439842103","https://openalex.org/W1582862366","https://openalex.org/W1988224834","https://openalex.org/W2052842899","https://openalex.org/W2084251795","https://openalex.org/W2084716923","https://openalex.org/W2101517602","https://openalex.org/W2107438106","https://openalex.org/W2111072639","https://openalex.org/W2112796928","https://openalex.org/W2134557905","https://openalex.org/W2138383519","https://openalex.org/W2148087609","https://openalex.org/W2164278908","https://openalex.org/W2168231600","https://openalex.org/W2173213060","https://openalex.org/W2301541953","https://openalex.org/W2413539728","https://openalex.org/W2553581924","https://openalex.org/W2562947506","https://openalex.org/W2766674581","https://openalex.org/W2786070938","https://openalex.org/W2890010271","https://openalex.org/W2913664433","https://openalex.org/W2917189468","https://openalex.org/W2944894845","https://openalex.org/W2962741697","https://openalex.org/W2963209930","https://openalex.org/W2963433607","https://openalex.org/W2963773265","https://openalex.org/W2963927126","https://openalex.org/W2970404488","https://openalex.org/W2981174158","https://openalex.org/W3013797917","https://openalex.org/W3101665129","https://openalex.org/W3103793615","https://openalex.org/W3120740533","https://openalex.org/W4243251406","https://openalex.org/W4292363360","https://openalex.org/W4293877733","https://openalex.org/W4298840580","https://openalex.org/W6676105031","https://openalex.org/W6684859321","https://openalex.org/W6705072498","https://openalex.org/W6730009442","https://openalex.org/W6730236268","https://openalex.org/W6741173731","https://openalex.org/W6748108687","https://openalex.org/W6751961731","https://openalex.org/W6758915873"],"related_works":["https://openalex.org/W1517908938","https://openalex.org/W3123455607","https://openalex.org/W3097860111","https://openalex.org/W2138137818","https://openalex.org/W4287830728","https://openalex.org/W1965371831","https://openalex.org/W2281834912","https://openalex.org/W2460944165","https://openalex.org/W94369263","https://openalex.org/W1489941249"],"abstract_inverted_index":{"We":[0,21,97],"design":[1],"a":[2,10,36,75,82,115],"low":[3,88],"complexity":[4,90,124],"decentralized":[5,83],"learning":[6,84,106],"algorithm":[7,85],"to":[8,65,103],"train":[9],"recently":[11],"proposed":[12],"large":[13],"neural":[14],"network":[15,25],"in":[16,60,114],"distributed":[17,52],"processing":[18],"nodes":[19],"(workers).":[20],"assume":[22],"the":[23,27,48,54,61,95,110,122,129],"communication":[24,92],"between":[26],"workers":[28,55],"is":[29,51,57,101,112],"synchronized":[30],"and":[31,67,91,125],"can":[32],"be":[33],"modeled":[34],"as":[35,108],"doubly-stochastic":[37],"mixing":[38],"matrix":[39],"without":[40],"having":[41],"any":[42],"master":[43],"node.":[44],"In":[45],"our":[46],"setup,":[47],"training":[49,62],"data":[50,111],"among":[53,94],"but":[56],"not":[58],"shared":[59],"process":[63],"due":[64],"privacy":[66],"security":[68],"concerns.":[69],"Using":[70],"alternating-direction-method-of-multipliers":[71],"(ADMM)":[72],"along":[73],"with":[74],"layer-wise":[76],"convex":[77],"optimization":[78],"approach,":[79],"we":[80,119],"propose":[81],"which":[86],"enjoys":[87],"computational":[89],"cost":[93],"workers.":[96],"show":[98],"that":[99],"it":[100],"possible":[102],"achieve":[104],"equivalent":[105],"performance":[107],"if":[109],"available":[113],"single":[116],"place.":[117],"Finally,":[118],"experimentally":[120],"illustrate":[121],"time":[123],"convergence":[126],"behavior":[127],"of":[128],"algorithm.":[130]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}