{"id":"https://openalex.org/W4206322674","doi":"https://doi.org/10.1145/3493700.3493758","title":"Convergence time analysis of Asynchronous Distributed Artificial Neural Networks","display_name":"Convergence time analysis of Asynchronous Distributed Artificial Neural Networks","publication_year":2022,"publication_date":"2022-01-07","ids":{"openalex":"https://openalex.org/W4206322674","doi":"https://doi.org/10.1145/3493700.3493758"},"language":"en","primary_location":{"id":"doi:10.1145/3493700.3493758","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3493700.3493758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Joint International Conference on Data Science & Management of Data (9th ACM IKDD CODS and 27th COMAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000690173","display_name":"Mauro Dalle Lucca Tosi","orcid":"https://orcid.org/0000-0002-0218-2413"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Mauro D L Tosi","raw_affiliation_strings":["Faculty of Science, Technology and Medicine, University of Luxembourg, LU"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Technology and Medicine, University of Luxembourg, LU","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045176640","display_name":"Vinu E. Venugopal","orcid":"https://orcid.org/0000-0003-4429-9932"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Vinu Ellampallil Venugopal","raw_affiliation_strings":["Faculty of Science, Technology and Medicine, University of Luxembourg, LU"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Technology and Medicine, University of Luxembourg, LU","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060837952","display_name":"Martin Theobald","orcid":"https://orcid.org/0000-0003-4067-7609"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Martin Theobald","raw_affiliation_strings":["Faculty of Science, Technology and Medicine, University of Luxembourg, LU"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Technology and Medicine, University of Luxembourg, LU","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000690173"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.48850886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"314","last_page":"315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.9040066599845886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.832124650478363},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8088024258613586},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.7352868914604187},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7087528109550476},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6074241995811462},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5292862057685852},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.4573400318622589},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43027758598327637},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21876585483551025},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.20495054125785828},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12458467483520508}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.9040066599845886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.832124650478363},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8088024258613586},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7352868914604187},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7087528109550476},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6074241995811462},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5292862057685852},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.4573400318622589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43027758598327637},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21876585483551025},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.20495054125785828},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12458467483520508},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3493700.3493758","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3493700.3493758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Joint International Conference on Data Science & Management of Data (9th ACM IKDD CODS and 27th COMAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1990297162","https://openalex.org/W2584355182","https://openalex.org/W3093914058"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2168758875","https://openalex.org/W4246549241","https://openalex.org/W2410733619","https://openalex.org/W2963483475"],"abstract_inverted_index":{"Artificial":[0],"Neural":[1],"Networks":[2],"(ANNs)":[3],"have":[4,50,61],"drawn":[5],"academy":[6],"and":[7,15,79,105],"industry":[8],"attention":[9],"for":[10],"their":[11,25,29],"ability":[12],"to":[13,23,27],"represent":[14],"solve":[16],"complex":[17],"problems.":[18],"Researchers":[19],"are":[20,40],"studying":[21],"how":[22,72],"distribute":[24],"computation":[26],"reduce":[28],"training":[30,47],"time.":[31],"However,":[32],"the":[33,76,99,110,117],"most":[34],"common":[35],"approaches":[36],"in":[37,97],"this":[38,51],"direction":[39],"synchronous,":[41],"letting":[42],"computational":[43,111],"resources":[44],"sub-utilized.":[45],"Asynchronous":[46],"does":[48],"not":[49,62],"drawback":[52],"but":[53],"is":[54,103],"impacted":[55],"by":[56,115],"staled":[57],"gradient":[58],"updates,":[59],"which":[60,98],"been":[63],"extended":[64],"researched":[65],"yet.":[66],"Considering":[67],"this,":[68],"we":[69,87,113],"experimentally":[70],"investigate":[71],"stale":[73],"gradients":[74],"affect":[75],"convergence":[77],"time":[78],"loss":[80],"value":[81],"of":[82,93,101],"an":[83,89],"ANN.":[84],"In":[85],"particular,":[86],"analyze":[88],"asynchronous":[90],"distributed":[91],"implementation":[92],"a":[94],"Word2Vec":[95],"model,":[96],"impact":[100],"staleness":[102],"negligible":[104],"can":[106],"be":[107],"ignored":[108],"considering":[109],"speedup":[112],"achieve":[114],"allowing":[116],"staleness.":[118]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}