{"id":"https://openalex.org/W2807700254","doi":"https://doi.org/10.1145/3267809.3275463","title":"Fast Distributed Deep Learning via Worker-adaptive Batch Sizing","display_name":"Fast Distributed Deep Learning via Worker-adaptive Batch Sizing","publication_year":2018,"publication_date":"2018-09-28","ids":{"openalex":"https://openalex.org/W2807700254","doi":"https://doi.org/10.1145/3267809.3275463","mag":"2807700254"},"language":"en","primary_location":{"id":"doi:10.1145/3267809.3275463","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3267809.3275463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Symposium on Cloud Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.02508","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100418563","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0003-3498-2527"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Chen Chen","raw_affiliation_strings":["Hong Kong University of Science and Technology",", Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":", Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002653936","display_name":"Qizhen Weng","orcid":"https://orcid.org/0000-0001-9195-6443"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qizhen Weng","raw_affiliation_strings":["Hong Kong University of Science and Technology",", Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":", Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391928","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-2990-229X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology",", Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":", Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083596391","display_name":"Baochun Li","orcid":"https://orcid.org/0000-0003-2404-0974"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["CA","HK"],"is_corresponding":false,"raw_author_name":"Baochun Li","raw_affiliation_strings":["Hong Kong University of Science and Technology","University of Toronto"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026419076","display_name":"Bo Li","orcid":"https://orcid.org/0000-0001-9743-9447"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["CA","HK"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["Hong Kong University of Science and Technology","University of Toronto",", Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":", Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100418563"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":0.3257,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.664639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"521","last_page":"521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8353081941604614},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7766842842102051},{"id":"https://openalex.org/keywords/batch-processing","display_name":"Batch processing","score":0.6694574952125549},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6679815053939819},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5949748754501343},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5826424956321716},{"id":"https://openalex.org/keywords/sizing","display_name":"Sizing","score":0.5300730466842651},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5275090336799622},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4863291382789612},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4269059896469116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4079519510269165},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38204261660575867},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3392050862312317},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.336904376745224},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1547859013080597},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13086822628974915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8353081941604614},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7766842842102051},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.6694574952125549},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6679815053939819},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5949748754501343},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5826424956321716},{"id":"https://openalex.org/C2777767291","wikidata":"https://www.wikidata.org/wiki/Q1080291","display_name":"Sizing","level":2,"score":0.5300730466842651},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5275090336799622},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4863291382789612},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4269059896469116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4079519510269165},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38204261660575867},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3392050862312317},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.336904376745224},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1547859013080597},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13086822628974915},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3267809.3275463","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3267809.3275463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Symposium on Cloud Computing","raw_type":"proceedings-article"},{"id":"mag:2807700254","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.02508","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-95172","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-95172","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"mag:2807700254","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.02508","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2523435939","https://openalex.org/W2612026221"],"related_works":["https://openalex.org/W2963495533","https://openalex.org/W3113123847","https://openalex.org/W3202665973","https://openalex.org/W2807778630","https://openalex.org/W2940920241","https://openalex.org/W3183910508","https://openalex.org/W3211700711","https://openalex.org/W2987743457","https://openalex.org/W3113635268","https://openalex.org/W3132060159","https://openalex.org/W2794834851","https://openalex.org/W3205120144","https://openalex.org/W2909112130","https://openalex.org/W3175216217","https://openalex.org/W2899071864","https://openalex.org/W2963842262","https://openalex.org/W3137087380","https://openalex.org/W3037875189","https://openalex.org/W2100941709","https://openalex.org/W2401707914"],"abstract_inverted_index":{"In":[0,14],"heterogeneous":[1],"or":[2],"shared":[3,42],"clusters,":[4,44],"distributed":[5],"learning":[6],"processes":[7],"are":[8],"slowed":[9],"down":[10],"by":[11,27],"straggling":[12],"workers.":[13],"this":[15,64],"work,":[16],"we":[17,66],"propose":[18],"LB-BSP,":[19],"a":[20,45],"new":[21],"synchronization":[22],"scheme":[23],"that":[24,74],"eliminates":[25],"stragglers":[26],"adapting":[28],"each":[29,60],"worker's":[30],"training":[31,40],"load":[32],"(batch":[33],"size)":[34],"to":[35,54],"its":[36],"processing":[37,57],"capability.":[38],"For":[39],"in":[41,90],"production":[43],"prerequisite":[46],"for":[47,76],"deciding":[48],"the":[49,78,82],"workers'":[50],"batch":[51],"sizes":[52],"is":[53],"know":[55],"their":[56],"speeds":[58,80],"before":[59],"iteration":[61],"starts.":[62],"To":[63],"end,":[65],"adopt":[67],"NARX,":[68],"an":[69],"extended":[70],"recurrent":[71],"neural":[72],"network":[73],"accounts":[75],"both":[77],"historical":[79],"and":[81,88],"driving":[83],"factors":[84],"such":[85],"as":[86],"CPU":[87],"memory":[89],"prediction.":[91]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}