{"id":"https://openalex.org/W2926938941","doi":"https://doi.org/10.1145/3302424.3303954","title":"Automating Dependence-Aware Parallelization of Machine Learning Training on Distributed Shared Memory","display_name":"Automating Dependence-Aware Parallelization of Machine Learning Training on Distributed Shared Memory","publication_year":2019,"publication_date":"2019-03-22","ids":{"openalex":"https://openalex.org/W2926938941","doi":"https://doi.org/10.1145/3302424.3303954","mag":"2926938941"},"language":"en","primary_location":{"id":"doi:10.1145/3302424.3303954","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3302424.3303954","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3302424.3303954","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth EuroSys Conference 2019","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3302424.3303954","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112647533","display_name":"Jinliang Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinliang Wei","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431830","display_name":"Garth A. Gibson","orcid":"https://orcid.org/0000-0002-6656-7080"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Garth A. Gibson","raw_affiliation_strings":["Vector Institute, CMU and University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vector Institute, CMU and University of Toronto","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014824446","display_name":"Phillip B. Gibbons","orcid":"https://orcid.org/0000-0001-6967-2735"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip B. Gibbons","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric P. Xing","raw_affiliation_strings":["Petuum Inc., Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Petuum Inc., Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7257,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.836174,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9056307077407837},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.7369184494018555},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.7109184265136719},{"id":"https://openalex.org/keywords/automatic-parallelization","display_name":"Automatic parallelization","score":0.6459968686103821},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.6315667629241943},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.577631950378418},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5426644682884216},{"id":"https://openalex.org/keywords/task-parallelism","display_name":"Task parallelism","score":0.4866974651813507},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4654909372329712},{"id":"https://openalex.org/keywords/shared-memory","display_name":"Shared memory","score":0.4137907922267914},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3522180914878845},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2315565049648285}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9056307077407837},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.7369184494018555},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.7109184265136719},{"id":"https://openalex.org/C164833996","wikidata":"https://www.wikidata.org/wiki/Q2323839","display_name":"Automatic parallelization","level":3,"score":0.6459968686103821},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.6315667629241943},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.577631950378418},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5426644682884216},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.4866974651813507},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4654909372329712},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.4137907922267914},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3522180914878845},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2315565049648285},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3302424.3303954","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3302424.3303954","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3302424.3303954","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth EuroSys Conference 2019","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3302424.3303954","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3302424.3303954","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3302424.3303954","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth EuroSys Conference 2019","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1146297337","display_name":null,"funder_award_id":"CCF-1629559, CCF-1725663","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5607104872","display_name":"XPS: FULL: Broad-Purpose, Aggressively Asynchronous and Theoretically Sound Parallel Large-scale Machine Learning","funder_award_id":"1629559","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G690816852","display_name":"SPX: Collaborative Research: Multicore to Wide Area Analytics on Streaming Data","funder_award_id":"1725663","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307793","display_name":"Western Digital","ror":"https://ror.org/02hqwnx33"},{"id":"https://openalex.org/F4320312927","display_name":"Dell EMC","ror":"https://ror.org/05rejmm18"},{"id":"https://openalex.org/F4320316505","display_name":"NetApp","ror":"https://ror.org/05c4cm338"},{"id":"https://openalex.org/F4320316896","display_name":"Seagate Technology","ror":"https://ror.org/04p1xtv71"},{"id":"https://openalex.org/F4320330223","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2926938941.pdf","grobid_xml":"https://content.openalex.org/works/W2926938941.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W95608104","https://openalex.org/W178226523","https://openalex.org/W1487337216","https://openalex.org/W1493893823","https://openalex.org/W1494930385","https://openalex.org/W1833917188","https://openalex.org/W1880262756","https://openalex.org/W1896160955","https://openalex.org/W1969152955","https://openalex.org/W1969805974","https://openalex.org/W1970141743","https://openalex.org/W1980147176","https://openalex.org/W1986603225","https://openalex.org/W1988888548","https://openalex.org/W2014620461","https://openalex.org/W2037847925","https://openalex.org/W2038481157","https://openalex.org/W2054141820","https://openalex.org/W2079235644","https://openalex.org/W2083842231","https://openalex.org/W2096544401","https://openalex.org/W2098903349","https://openalex.org/W2118031182","https://openalex.org/W2120575449","https://openalex.org/W2131975293","https://openalex.org/W2132737349","https://openalex.org/W2133941677","https://openalex.org/W2135736783","https://openalex.org/W2142883190","https://openalex.org/W2143283746","https://openalex.org/W2146502635","https://openalex.org/W2152506070","https://openalex.org/W2162970483","https://openalex.org/W2198403777","https://openalex.org/W2335835108","https://openalex.org/W2410494790","https://openalex.org/W2524623326","https://openalex.org/W2576259597","https://openalex.org/W2604258491","https://openalex.org/W2605800822","https://openalex.org/W2617242334","https://openalex.org/W2618530766","https://openalex.org/W2734941459","https://openalex.org/W2798725115","https://openalex.org/W2900096133","https://openalex.org/W2914304175","https://openalex.org/W2949650786","https://openalex.org/W2951781666","https://openalex.org/W2963959597","https://openalex.org/W2983923412","https://openalex.org/W3103594582","https://openalex.org/W4232836277","https://openalex.org/W4297960249"],"related_works":["https://openalex.org/W2950520577","https://openalex.org/W2003935582","https://openalex.org/W74409296","https://openalex.org/W1554644772","https://openalex.org/W2494130044","https://openalex.org/W29548032","https://openalex.org/W2593878938","https://openalex.org/W2468095077","https://openalex.org/W305742777","https://openalex.org/W2121547511"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"training":[3,24],"is":[4,16,40,67],"commonly":[5],"parallelized":[6],"using":[7],"data":[8,14],"parallelism.":[9],"A":[10],"fundamental":[11],"limitation":[12],"of":[13],"parallelism":[15],"that":[17],"conflicting":[18,44],"(concurrent)":[19],"parameter":[20,45],"accesses":[21,46],"during":[22],"ML":[23],"usually":[25],"diminishes":[26],"or":[27],"even":[28],"negates":[29],"the":[30,50],"benefits":[31],"provided":[32],"by":[33,47],"additional":[34],"parallel":[35],"compute":[36],"resources.":[37],"Although":[38],"it":[39,60],"possible":[41],"to":[42],"avoid":[43],"carefully":[48],"scheduling":[49],"computation,":[51],"existing":[52],"systems":[53],"rely":[54],"on":[55],"programmer":[56],"manual":[57],"parallelization":[58,66],"and":[59],"remains":[61],"a":[62],"question":[63],"when":[64],"such":[65],"possible.":[68]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}