{"id":"https://openalex.org/W2925231804","doi":"https://doi.org/10.1109/empdp.2019.8671552","title":"Deep Learning at Scale","display_name":"Deep Learning at Scale","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2925231804","doi":"https://doi.org/10.1109/empdp.2019.8671552","mag":"2925231804"},"language":"en","primary_location":{"id":"doi:10.1109/empdp.2019.8671552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/empdp.2019.8671552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 27th Euromicro International Conference on Parallel, Distributed and Network-Based Processing (PDP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ieeexplore.ieee.org/document/8671552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044634743","display_name":"Paolo Viviani","orcid":"https://orcid.org/0000-0001-8947-9481"},"institutions":[{"id":"https://openalex.org/I4210099902","display_name":"Noesis Solutions (Belgium)","ror":"https://ror.org/015yk4694","country_code":"BE","type":"company","lineage":["https://openalex.org/I4210099902"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Paolo Viviani","raw_affiliation_strings":["Noesis Solutions, NV, Belgium"],"affiliations":[{"raw_affiliation_string":"Noesis Solutions, NV, Belgium","institution_ids":["https://openalex.org/I4210099902"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015548694","display_name":"Maurizio Drocco","orcid":"https://orcid.org/0000-0001-6500-7607"},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maurizio Drocco","raw_affiliation_strings":["Pacific Northwest National Laboratory, Richland, WA, USA"],"affiliations":[{"raw_affiliation_string":"Pacific Northwest National Laboratory, Richland, WA, USA","institution_ids":["https://openalex.org/I142606810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070365563","display_name":"Daniele Baccega","orcid":"https://orcid.org/0009-0003-7331-8634"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniele Baccega","raw_affiliation_strings":["Computer Science Department, University of Torino, Italy"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Torino, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019034566","display_name":"Iacopo Colonnelli","orcid":"https://orcid.org/0000-0001-9290-2017"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Iacopo Colonnelli","raw_affiliation_strings":["Computer Science Department, University of Torino, Italy"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Torino, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089092418","display_name":"Marco Aldinucci","orcid":"https://orcid.org/0000-0001-8788-0829"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Aldinucci","raw_affiliation_strings":["Computer Science Department, University of Torino, Italy"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Torino, Italy","institution_ids":["https://openalex.org/I55143463"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044634743"],"corresponding_institution_ids":["https://openalex.org/I4210099902"],"apc_list":null,"apc_paid":null,"fwci":0.5601,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73912348,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"124","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8149160146713257},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.733257532119751},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.7084167003631592},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6662325859069824},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6019415855407715},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6004810333251953},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5925984382629395},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.5865159034729004},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5818647146224976},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5364608764648438},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5144705772399902},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5015866756439209},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37897586822509766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8149160146713257},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.733257532119751},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.7084167003631592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6662325859069824},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6019415855407715},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6004810333251953},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5925984382629395},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.5865159034729004},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5818647146224976},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5364608764648438},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5144705772399902},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5015866756439209},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37897586822509766},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/empdp.2019.8671552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/empdp.2019.8671552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 27th Euromicro International Conference on Parallel, Distributed and Network-Based Processing (PDP)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unito.it:2318/1695211","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/8671552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:iris.unito.it:2318/1695211","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/8671552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":126,"referenced_works":["https://openalex.org/W20283819","https://openalex.org/W1218987319","https://openalex.org/W1442374986","https://openalex.org/W1522301498","https://openalex.org/W1579108863","https://openalex.org/W1597009674","https://openalex.org/W1667652561","https://openalex.org/W1762484328","https://openalex.org/W1785976465","https://openalex.org/W1806891645","https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W1845277745","https://openalex.org/W1867117070","https://openalex.org/W1899249567","https://openalex.org/W1980287119","https://openalex.org/W1994616650","https://openalex.org/W2076063813","https://openalex.org/W2086161653","https://openalex.org/W2102486516","https://openalex.org/W2104054119","https://openalex.org/W2113651538","https://openalex.org/W2117499659","https://openalex.org/W2120286056","https://openalex.org/W2120432001","https://openalex.org/W2138243089","https://openalex.org/W2143649445","https://openalex.org/W2147860648","https://openalex.org/W2149600041","https://openalex.org/W2154987621","https://openalex.org/W2168231600","https://openalex.org/W2172734211","https://openalex.org/W2181607856","https://openalex.org/W2254715784","https://openalex.org/W2305320569","https://openalex.org/W2336650964","https://openalex.org/W2336894004","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2436219157","https://openalex.org/W2475736732","https://openalex.org/W2523246573","https://openalex.org/W2523925604","https://openalex.org/W2536328296","https://openalex.org/W2606722458","https://openalex.org/W2617960902","https://openalex.org/W2622263826","https://openalex.org/W2733710724","https://openalex.org/W2742124663","https://openalex.org/W2756121878","https://openalex.org/W2763726490","https://openalex.org/W2765467658","https://openalex.org/W2766164908","https://openalex.org/W2768267830","https://openalex.org/W2769856846","https://openalex.org/W2774000609","https://openalex.org/W2786320458","https://openalex.org/W2788193959","https://openalex.org/W2790598069","https://openalex.org/W2791673912","https://openalex.org/W2799042347","https://openalex.org/W2914484425","https://openalex.org/W2919115771","https://openalex.org/W2949117887","https://openalex.org/W2951781666","https://openalex.org/W2962863496","https://openalex.org/W2962950660","https://openalex.org/W2963113252","https://openalex.org/W2963228337","https://openalex.org/W2963433607","https://openalex.org/W2963702144","https://openalex.org/W2963792515","https://openalex.org/W2963803379","https://openalex.org/W2963804082","https://openalex.org/W2963959597","https://openalex.org/W2964121744","https://openalex.org/W2964137440","https://openalex.org/W2972087877","https://openalex.org/W3098708380","https://openalex.org/W3101543398","https://openalex.org/W3103882602","https://openalex.org/W3104550706","https://openalex.org/W4238404964","https://openalex.org/W4294552391","https://openalex.org/W4297736277","https://openalex.org/W4302028822","https://openalex.org/W4302296459","https://openalex.org/W6627792425","https://openalex.org/W6628377381","https://openalex.org/W6631190155","https://openalex.org/W6635935089","https://openalex.org/W6637151318","https://openalex.org/W6637956674","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6638803421","https://openalex.org/W6639736602","https://openalex.org/W6675672627","https://openalex.org/W6675909712","https://openalex.org/W6677106874","https://openalex.org/W6677756232","https://openalex.org/W6682126434","https://openalex.org/W6684859321","https://openalex.org/W6685500198","https://openalex.org/W6686045668","https://openalex.org/W6691839725","https://openalex.org/W6692488971","https://openalex.org/W6703420464","https://openalex.org/W6713835734","https://openalex.org/W6718220094","https://openalex.org/W6721001428","https://openalex.org/W6726983090","https://openalex.org/W6727249380","https://openalex.org/W6728005305","https://openalex.org/W6738250615","https://openalex.org/W6739622702","https://openalex.org/W6745057489","https://openalex.org/W6745410505","https://openalex.org/W6746088618","https://openalex.org/W6746514494","https://openalex.org/W6746839373","https://openalex.org/W6748324931","https://openalex.org/W6748948743","https://openalex.org/W6763140458","https://openalex.org/W6764309476","https://openalex.org/W6780043775"],"related_works":["https://openalex.org/W1583826057","https://openalex.org/W2377237701","https://openalex.org/W2360099860","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128","https://openalex.org/W3000197790"],"abstract_inverted_index":{"This":[0],"work":[1],"presents":[2],"a":[3,38,46],"novel":[4],"approach":[5,48],"to":[6,16,21,24,54,58],"distributed":[7],"training":[8,33,57],"of":[9],"deep":[10,42],"neural":[11],"networks":[12],"(DNNs)":[13],"that":[14,51],"aims":[15],"overcome":[17],"the":[18],"issues":[19],"related":[20],"mainstream":[22],"approaches":[23],"data":[25,31],"parallel":[26,32,39],"training.":[27],"Established":[28],"techniques":[29],"for":[30],"are":[34],"discussed":[35],"from":[36],"both":[37],"computing":[40],"and":[41],"learning":[43],"perspective,":[44],"then":[45],"different":[47],"is":[49,52,69],"presented":[50,70],"meant":[53],"allow":[55],"DNN":[56],"scale":[59],"while":[60],"retaining":[61],"good":[62],"convergence":[63],"properties.":[64],"Moreover,":[65],"an":[66],"experimental":[67],"implementation":[68],"as":[71,73],"well":[72],"some":[74],"preliminary":[75],"results.":[76]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}