{"id":"https://openalex.org/W2996075766","doi":"https://doi.org/10.1145/3377454","title":"A Survey on Distributed Machine Learning","display_name":"A Survey on Distributed Machine Learning","publication_year":2020,"publication_date":"2020-03-20","ids":{"openalex":"https://openalex.org/W2996075766","doi":"https://doi.org/10.1145/3377454","mag":"2996075766"},"language":"en","primary_location":{"id":"doi:10.1145/3377454","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3377454","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3377454","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3377454","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073064865","display_name":"Joost Verbraeken","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Joost Verbraeken","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016223235","display_name":"Matthijs Wolting","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Matthijs Wolting","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080480598","display_name":"Jonathan Katzy","orcid":"https://orcid.org/0009-0005-9574-2414"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jonathan Katzy","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043039927","display_name":"Jeroen Kloppenburg","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jeroen Kloppenburg","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071221406","display_name":"Tim Verbelen","orcid":"https://orcid.org/0000-0003-2731-7262"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tim Verbelen","raw_affiliation_strings":["imec - Ghent University, Ghent, Belgium","imec - Ghent University, Ghent, Belgium#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"imec - Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]},{"raw_affiliation_string":"imec - Ghent University, Ghent, Belgium#TAB#","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024597108","display_name":"Jan S. Rellermeyer","orcid":"https://orcid.org/0000-0003-3791-7114"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jan S. Rellermeyer","raw_affiliation_strings":["Delft University of Technology, Netherlands","Delft university of technology, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-3791-7114","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft university of technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7453,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.87476779,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"53","issue":"2","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7713895440101624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.715227484703064},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7045664191246033},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6946280002593994},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47090959548950195},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.41648000478744507},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4022579789161682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7713895440101624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.715227484703064},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7045664191246033},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6946280002593994},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47090959548950195},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.41648000478744507},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4022579789161682},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3377454","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3377454","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3377454","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1912.09789","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.09789","pdf_url":"https://arxiv.org/pdf/1912.09789","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:tudelft.nl:uuid:64ca2c9c-72a3-4b8d-b060-727d6fd60163","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:64ca2c9c-72a3-4b8d-b060-727d6fd60163","pdf_url":"http://resolver.tudelft.nl/uuid:64ca2c9c-72a3-4b8d-b060-727d6fd60163","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"review"},{"id":"mag:2996075766","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1912.09789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:archive.ugent.be:8692007","is_oa":false,"landing_page_url":"http://hdl.handle.net/1854/LU-8692007","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1557-7341","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1912.09789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1912.09789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3377454","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3377454","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3377454","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2996075766.pdf","grobid_xml":"https://content.openalex.org/works/W2996075766.grobid-xml"},"referenced_works_count":142,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W125510936","https://openalex.org/W1263893056","https://openalex.org/W1442374986","https://openalex.org/W1503698146","https://openalex.org/W1504808146","https://openalex.org/W1510543252","https://openalex.org/W1512748880","https://openalex.org/W1518433384","https://openalex.org/W1518754760","https://openalex.org/W1527338945","https://openalex.org/W1540873593","https://openalex.org/W1601142477","https://openalex.org/W1612003148","https://openalex.org/W1780115997","https://openalex.org/W1831950995","https://openalex.org/W1833917188","https://openalex.org/W1845160311","https://openalex.org/W1880262756","https://openalex.org/W1901616594","https://openalex.org/W1904365287","https://openalex.org/W1964477602","https://openalex.org/W1967333762","https://openalex.org/W1967838552","https://openalex.org/W1969067576","https://openalex.org/W1969805974","https://openalex.org/W1982861695","https://openalex.org/W1984845482","https://openalex.org/W1988425770","https://openalex.org/W1989101984","https://openalex.org/W1994197834","https://openalex.org/W2000769684","https://openalex.org/W2009332171","https://openalex.org/W2037026906","https://openalex.org/W2041517243","https://openalex.org/W2050408568","https://openalex.org/W2051434435","https://openalex.org/W2053637704","https://openalex.org/W2054141820","https://openalex.org/W2057332538","https://openalex.org/W2060393849","https://openalex.org/W2066810690","https://openalex.org/W2070235786","https://openalex.org/W2073965851","https://openalex.org/W2076092328","https://openalex.org/W2076118331","https://openalex.org/W2076726698","https://openalex.org/W2080986851","https://openalex.org/W2083842231","https://openalex.org/W2091549324","https://openalex.org/W2094969361","https://openalex.org/W2097117768","https://openalex.org/W2097998348","https://openalex.org/W2099471712","https://openalex.org/W2100805904","https://openalex.org/W2100830825","https://openalex.org/W2100970777","https://openalex.org/W2106525823","https://openalex.org/W2107726111","https://openalex.org/W2109722477","https://openalex.org/W2110745592","https://openalex.org/W2114109296","https://openalex.org/W2115806861","https://openalex.org/W2116137244","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2120432001","https://openalex.org/W2120480077","https://openalex.org/W2121456247","https://openalex.org/W2125085157","https://openalex.org/W2125203716","https://openalex.org/W2126623642","https://openalex.org/W2127180992","https://openalex.org/W2127941149","https://openalex.org/W2131241448","https://openalex.org/W2131648741","https://openalex.org/W2131975293","https://openalex.org/W2135007932","https://openalex.org/W2141181087","https://openalex.org/W2146502635","https://openalex.org/W2149381887","https://openalex.org/W2152175008","https://openalex.org/W2152839228","https://openalex.org/W2155893237","https://openalex.org/W2157462866","https://openalex.org/W2161110999","https://openalex.org/W2162390675","https://openalex.org/W2167675119","https://openalex.org/W2174706414","https://openalex.org/W2183341477","https://openalex.org/W2186615578","https://openalex.org/W2189465200","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2263157912","https://openalex.org/W2272300165","https://openalex.org/W2283463896","https://openalex.org/W2316564661","https://openalex.org/W2322709785","https://openalex.org/W2336650964","https://openalex.org/W2342840547","https://openalex.org/W2402144811","https://openalex.org/W2405883473","https://openalex.org/W2406349003","https://openalex.org/W2407022425","https://openalex.org/W2473418344","https://openalex.org/W2513383847","https://openalex.org/W2521140588","https://openalex.org/W2528553838","https://openalex.org/W2542459869","https://openalex.org/W2591882872","https://openalex.org/W2604783387","https://openalex.org/W2606722458","https://openalex.org/W2622263826","https://openalex.org/W2745269232","https://openalex.org/W2756489700","https://openalex.org/W2767260595","https://openalex.org/W2771996273","https://openalex.org/W2783487361","https://openalex.org/W2787998955","https://openalex.org/W2791370836","https://openalex.org/W2802889540","https://openalex.org/W2810065831","https://openalex.org/W2886660083","https://openalex.org/W2904308246","https://openalex.org/W2952594493","https://openalex.org/W2962758826","https://openalex.org/W2962780982","https://openalex.org/W2963288913","https://openalex.org/W2963390885","https://openalex.org/W2963451457","https://openalex.org/W2963674387","https://openalex.org/W2963941964","https://openalex.org/W2998768810","https://openalex.org/W3004511899","https://openalex.org/W3005677294","https://openalex.org/W3121588992","https://openalex.org/W4212788319","https://openalex.org/W4238584892","https://openalex.org/W4241753577","https://openalex.org/W4254052724","https://openalex.org/W6677121468"],"related_works":["https://openalex.org/W3012125688","https://openalex.org/W3165070570","https://openalex.org/W2072750586","https://openalex.org/W2982944321","https://openalex.org/W2949736146","https://openalex.org/W2808007350","https://openalex.org/W2992051834","https://openalex.org/W3176092881","https://openalex.org/W2989980710","https://openalex.org/W3005049034","https://openalex.org/W2782947987","https://openalex.org/W2982536084","https://openalex.org/W2915101468","https://openalex.org/W2966308027","https://openalex.org/W3118776433","https://openalex.org/W2949950697","https://openalex.org/W2889228961","https://openalex.org/W2963079223","https://openalex.org/W3081168214","https://openalex.org/W2731619549"],"abstract_inverted_index":{"The":[0],"demand":[1,88],"for":[2,44,71,89,107,179],"artificial":[3],"intelligence":[4],"has":[5,15,93],"grown":[6],"significantly":[7],"over":[8,170],"the":[9,25,34,69,82,87,95,109,118,133,137,141,154,158,162,176,188],"past":[10],"decade,":[11],"and":[12,24,38,116,131,140,164,183],"this":[13],"growth":[14],"been":[16],"fueled":[17],"by":[18,160],"advances":[19],"in":[20,97,157],"machine":[21,40,58,110,168,173,181],"learning":[22,41,59,111,169],"techniques":[23,177],"ability":[26],"to":[27,32],"leverage":[28],"hardware":[29],"acceleration.":[30],"However,":[31],"increase":[33,96],"quality":[35],"of":[36,51,67,84,100,136,143,153,166,187],"predictions":[37],"render":[39],"solutions":[42],"feasible":[43],"more":[45],"complex":[46],"applications,":[47],"a":[48,105,121,144],"substantial":[49],"amount":[50],"training":[52,72,91,138],"data":[53,92],"is":[54,104],"required.":[55],"Although":[56],"small":[57],"models":[60,74],"can":[61],"be":[62],"trained":[63],"with":[64,81],"modest":[65],"amounts":[66],"data,":[68],"input":[70],"larger":[73],"such":[75],"as":[76],"neural":[77],"networks":[78],"grows":[79],"exponentially":[80],"number":[83],"parameters.":[85],"Since":[86],"processing":[90],"outpaced":[94],"computation":[98],"power":[99],"computing":[101],"machinery,":[102],"there":[103],"need":[106],"distributing":[108],"workload":[112],"across":[113],"multiple":[114],"machines,":[115],"turning":[117],"centralized":[119],"into":[120],"distributed":[122,125,167,180],"system.":[123],"These":[124],"systems":[126,189],"present":[127],"new":[128],"challenges:":[129],"first":[130],"foremost,":[132],"efficient":[134],"parallelization":[135],"process":[139],"creation":[142],"coherent":[145],"model.":[146],"This":[147],"article":[148],"provides":[149],"an":[150,185],"extensive":[151],"overview":[152,186],"current":[155],"state-of-the-art":[156],"field":[159],"outlining":[161],"challenges":[163],"opportunities":[165],"conventional":[171],"(centralized)":[172],"learning,":[174,182],"discussing":[175],"used":[178],"providing":[184],"that":[190],"are":[191],"available.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}