{"id":"https://openalex.org/W3137046406","doi":"https://doi.org/10.1109/bigdata50022.2020.9378470","title":"Benchmarking performance of RaySGD and Horovod for big data applications","display_name":"Benchmarking performance of RaySGD and Horovod for big data applications","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3137046406","doi":"https://doi.org/10.1109/bigdata50022.2020.9378470","mag":"3137046406"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata50022.2020.9378470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085697832","display_name":"Shruti Kunde","orcid":"https://orcid.org/0000-0002-4708-0496"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shruti Kunde","raw_affiliation_strings":["Tata Consultancy Services, Ltd,TCS Research,Mumbai,India"],"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services, Ltd,TCS Research,Mumbai,India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102352380","display_name":"Amey Pandit","orcid":null},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amey Pandit","raw_affiliation_strings":["Tata Consultancy Services, Ltd,TCS Research,Mumbai,India"],"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services, Ltd,TCS Research,Mumbai,India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086400313","display_name":"Rekha Singhal","orcid":"https://orcid.org/0000-0002-3712-1784"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rekha Singhal","raw_affiliation_strings":["Tata Consultancy Services, Ltd,TCS Research,Mumbai,India"],"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services, Ltd,TCS Research,Mumbai,India","institution_ids":["https://openalex.org/I55215948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085697832"],"corresponding_institution_ids":["https://openalex.org/I55215948"],"apc_list":null,"apc_paid":null,"fwci":0.1954,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52791221,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2757","last_page":"2762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8832405805587769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.864264726638794},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6590977311134338},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6528505086898804},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.56871497631073},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5591922402381897},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48771438002586365},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45378610491752625},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.44679760932922363},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4324502646923065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4187317490577698},{"id":"https://openalex.org/keywords/gpu-cluster","display_name":"GPU cluster","score":0.414423406124115},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36350566148757935},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32874828577041626},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1980278491973877},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.17691144347190857},{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.16085627675056458},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12493425607681274}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8832405805587769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.864264726638794},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6590977311134338},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6528505086898804},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.56871497631073},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5591922402381897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48771438002586365},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45378610491752625},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.44679760932922363},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4324502646923065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4187317490577698},{"id":"https://openalex.org/C2781335571","wikidata":"https://www.wikidata.org/wiki/Q2633544","display_name":"GPU cluster","level":3,"score":0.414423406124115},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36350566148757935},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32874828577041626},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1980278491973877},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.17691144347190857},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.16085627675056458},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12493425607681274},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata50022.2020.9378470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2622263826","https://openalex.org/W2785791552","https://openalex.org/W2787998955","https://openalex.org/W2902410171","https://openalex.org/W2944793600","https://openalex.org/W2953384591","https://openalex.org/W2963335821","https://openalex.org/W2964261056","https://openalex.org/W2970454332","https://openalex.org/W2970971581","https://openalex.org/W3047537431","https://openalex.org/W4288357791","https://openalex.org/W4295312788","https://openalex.org/W4299802343","https://openalex.org/W4301239768","https://openalex.org/W6637373629","https://openalex.org/W6713134421","https://openalex.org/W6739622702","https://openalex.org/W6748304459","https://openalex.org/W6748645090","https://openalex.org/W6754358263","https://openalex.org/W6756976665","https://openalex.org/W6762211661","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"With":[0],"the":[1,21,84,96,105,108,134,172,239],"advent":[2],"of":[3,47,53,71,77,80,110,174,188,214,219,247],"big":[4,248],"data,":[5,78],"training":[6,97,113,178,246],"deep":[7,147],"learning":[8,32],"models":[9],"quickly":[10],"has":[11],"gained":[12],"prime":[13],"significance.":[14],"The":[15,88,226],"faster":[16],"a":[17,28,50,111,122,186,223],"model":[18,127],"is":[19,33,99],"trained,":[20],"more":[22],"relevant":[23],"are":[24,115,183],"its":[25],"predictions":[26],"in":[27,222],"given":[29],"context.":[30],"Deep":[31],"used":[34],"for":[35,145,161,177,235],"non":[36],"structured":[37],"data":[38,54,103,125,236,249],"such":[39,74,191],"as":[40,75,192,233],"images,":[41],"videos,":[42],"sounds,":[43],"text":[44],"corpus,":[45],"all":[46],"which":[48,152],"represent":[49],"huge":[51],"volume":[52],"and":[55,83,91,120,150,200,206,217],"also":[56,210],"use":[57],"complex":[58],"models.":[59],"Training":[60],"these":[61,156],"workloads":[62,216],"can":[63],"often":[64],"take":[65],"days":[66],"or":[67,104,126,196,253],"even":[68],"weeks,":[69],"because":[70],"various":[72,189],"factors":[73],"size":[76],"complexity":[79],"model,":[81],"network":[82],"underlying":[85],"hardware":[86,193],"infrastructure.":[87],"recognized":[89],"divide":[90],"conquer":[92],"solution":[93],"to":[94,100,154,170],"expedite":[95],"process":[98,242],"distribute":[101],"either":[102],"model.":[106],"Alas,":[107],"challenges":[109,157],"distributed":[112,146,224,245],"setup":[114,194],"well":[116],"known":[117],"-":[118],"creating":[119],"maintaining":[121],"cluster,":[123],"enabling":[124],"parallelism":[128],"along":[129],"with":[130],"uninterrupted":[131],"communication":[132],"across":[133],"cluster":[135],"nodes.In":[136],"this":[137],"paper,":[138],"we":[139],"focus":[140],"on":[141,185,251],"two":[142],"lightweight":[143],"libraries":[144,176],"learning,":[148],"RaySGD":[149,252],"Horovod,":[151],"aim":[153],"alleviate":[155],"by":[158],"providing":[159],"support":[160],"seamless":[162],"parallellization.":[163],"We":[164,209],"conduct":[165],"an":[166],"in-depth":[167],"benchmarking":[168],"exercise":[169],"evaluate":[171],"performance":[173],"both":[175],"time(latency)":[179],"incurred.":[180],"Our":[181],"experiments":[182,231],"conducted":[184],"combination":[187],"parameters":[190],"(CPU":[195],"GPU":[197],"based),":[198],"standard":[199],"manually":[201],"coded":[202],"models,":[203],"real":[204],"world":[205],"synthetic":[207],"datasets.":[208],"vary":[211],"batch":[212],"sizes":[213],"large":[215],"number":[218],"worker":[220],"nodes":[221],"setting.":[225],"insights":[227],"obtained":[228],"from":[229],"our":[230],"act":[232],"guidelines":[234],"scientists,":[237],"facilitating":[238],"decision":[240],"making":[241],"when":[243],"conducting":[244],"applications":[250],"Horovod.":[254]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}