{"id":"https://openalex.org/W2521757593","doi":"https://doi.org/10.1145/2987550.2987586","title":"Ako: Decentralised Deep Learning with Partial Gradient Exchange","display_name":"Ako: Decentralised Deep Learning with Partial Gradient Exchange","alternate_titles":[],"publication_year":2016,"publication_date":"2016-10-05","ids":{"openalex":"https://openalex.org/W2521757593","doi":"https://doi.org/10.1145/2987550.2987586","mag":"2521757593"},"language":"en","primary_location":{"id":"doi:10.1145/2987550.2987586","doi":"https://doi.org/10.1145/2987550.2987586","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2987550.2987586","pdf_url":null,"source":{"id":"https://openalex.org/S7407088165","display_name":"ACM Symposium on Cloud Computing (SoCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh ACM Symposium on Cloud Computing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2521757593"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054074757","display_name":"Pijika Watcharapichat","orcid":"https://orcid.org/0009-0009-2791-9686","observed_orcids":["https://orcid.org/0009-0009-2791-9686"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pijika Watcharapichat","raw_affiliation_strings":["Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103803802","display_name":"Victoria Lopez Morales","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Victoria Lopez Morales","raw_affiliation_strings":["Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003690515","display_name":"Raul Castro Fernandez","orcid":"https://orcid.org/0000-0001-7675-6080","observed_orcids":["https://orcid.org/0000-0001-7675-6080"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Raul Castro Fernandez","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078842469","display_name":"Peter R. Pietzuch","orcid":"https://orcid.org/0000-0002-6963-5640","observed_orcids":["https://orcid.org/0000-0002-6963-5640"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peter Pietzuch","raw_affiliation_strings":["Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.7216,"has_fulltext":false,"cited_by_count":91,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.97331561,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"84","last_page":"97"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5375999808311462,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5375999808311462,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.22169999778270721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.093299999833107,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-deep-neural-network-training","display_name":"distributed deep neural network training","score":0.8769999742507935},{"id":"https://openalex.org/keywords/parameter-server","display_name":"parameter server","score":0.9010000228881836},{"id":"https://openalex.org/keywords/worker-nodes","display_name":"worker nodes","score":0.4580000042915344},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.8050000071525574},{"id":"https://openalex.org/keywords/network-bottlenecks","display_name":"network bottlenecks","score":0.7699999809265137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.837830126285553},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.8297699689865112},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5586856007575989},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5407434105873108},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5043057203292847},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.5033900141716003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48749494552612305},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.4543076157569885},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43208447098731995},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42970046401023865},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3365292549133301},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3332459330558777},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.306477814912796},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2987550.2987586","doi":"https://doi.org/10.1145/2987550.2987586","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2987550.2987586","pdf_url":null,"source":{"id":"https://openalex.org/S7407088165","display_name":"ACM Symposium on Cloud Computing (SoCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh ACM Symposium on Cloud Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/39019","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10044/1/39019","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Symposium on Cloud Computing 2016 (SoCC)","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W200298483","https://openalex.org/W276257457","https://openalex.org/W1442374986","https://openalex.org/W1498436455","https://openalex.org/W1506295250","https://openalex.org/W1528469369","https://openalex.org/W1563686443","https://openalex.org/W1652793671","https://openalex.org/W1833917188","https://openalex.org/W1841592590","https://openalex.org/W1969805974","https://openalex.org/W1982767656","https://openalex.org/W1983472973","https://openalex.org/W2018162709","https://openalex.org/W2035176107","https://openalex.org/W2045271686","https://openalex.org/W2062022900","https://openalex.org/W2083842231","https://openalex.org/W2084392717","https://openalex.org/W2094233035","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2130942839","https://openalex.org/W2132560615","https://openalex.org/W2132737349","https://openalex.org/W2133233009","https://openalex.org/W2136922672","https://openalex.org/W2138243089","https://openalex.org/W2138996412","https://openalex.org/W2139634083","https://openalex.org/W2154579312","https://openalex.org/W2162390675","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2170861540","https://openalex.org/W2186615578","https://openalex.org/W2198403777","https://openalex.org/W2204075824","https://openalex.org/W2265775419","https://openalex.org/W2274162699","https://openalex.org/W2407022425","https://openalex.org/W2504108613","https://openalex.org/W2569020760","https://openalex.org/W2595840341","https://openalex.org/W2597851033","https://openalex.org/W2606098075","https://openalex.org/W2606211438","https://openalex.org/W2919115771","https://openalex.org/W2950179405","https://openalex.org/W2950635152","https://openalex.org/W4206041533","https://openalex.org/W4249401242","https://openalex.org/W6983228729"],"related_works":["https://openalex.org/W2018162709","https://openalex.org/W2809680127","https://openalex.org/W3134019736","https://openalex.org/W4407129508","https://openalex.org/W3034925756","https://openalex.org/W2982664135","https://openalex.org/W3097875570","https://openalex.org/W2892514197","https://openalex.org/W7116220899","https://openalex.org/W4289401659"],"abstract_inverted_index":{"Distributed":[0],"systems":[1,30],"for":[2,24,90],"the":[3,18,54,58,72],"training":[4],"of":[5,13,20,60],"deep":[6],"neural":[7],"networks":[8],"(DNNs)":[9],"with":[10],"large":[11,33],"amounts":[12],"data":[14],"have":[15],"vastly":[16],"improved":[17],"accuracy":[19],"machine":[21],"learning":[22],"models":[23],"image":[25],"and":[26,67,75],"speech":[27],"recognition.":[28],"DNN":[29],"scale":[31],"to":[32,46,62],"cluster":[34,73],"deployments":[35],"by":[36],"having":[37],"worker":[38],"nodes":[39],"train":[40],"many":[41],"model":[42,48,92],"replicas":[43],"in":[44],"parallel;":[45],"ensure":[47],"convergence,":[49],"parameter":[50,68],"servers":[51,69],"periodically":[52],"synchronise":[53],"replicas.":[55],"This":[56],"raises":[57],"challenge":[59],"how":[61],"split":[63],"resources":[64,77],"between":[65],"workers":[66],"so":[70],"that":[71],"CPU":[74],"network":[76],"are":[78],"fully":[79],"utilised":[80],"without":[81],"introducing":[82],"bottlenecks.":[83],"In":[84],"practice,":[85],"this":[86],"requires":[87],"manual":[88],"tuning":[89],"each":[91],"configuration":[93],"or":[94],"hardware":[95],"type.":[96]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2521757593","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-09-30T00:00:00"}
