{"id":"https://openalex.org/W3061143880","doi":"https://doi.org/10.1109/hpec43674.2020.9286232","title":"Benchmarking network fabrics for data distributed training of deep neural networks","display_name":"Benchmarking network fabrics for data distributed training of deep neural networks","publication_year":2020,"publication_date":"2020-09-22","ids":{"openalex":"https://openalex.org/W3061143880","doi":"https://doi.org/10.1109/hpec43674.2020.9286232","mag":"3061143880"},"language":"en","primary_location":{"id":"doi:10.1109/hpec43674.2020.9286232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec43674.2020.9286232","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.08057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Siddharth Samsi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Siddharth Samsi","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andrew Prout","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Prout","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michael Jones","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Jones","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andrew Kirby","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Kirby","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bill Arcand","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Arcand","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bill Bergeron","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Bergeron","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David Bestor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Bestor","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chansup Byun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chansup Byun","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vijay Gadepally","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijay Gadepally","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michael Houle","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Houle","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matthew Hubbell","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Hubbell","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Anna Klein","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Klein","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peter Michaleas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Michaleas","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lauren Milechin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren Milechin","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Julie Mullen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie Mullen","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Antonio Rosa","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonio Rosa","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Charles Yee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Yee","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Albert Reuther","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Albert Reuther","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jeremy Kepner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy Kepner","raw_affiliation_strings":["MIT Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":19,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210122954"],"apc_list":null,"apc_paid":null,"fwci":0.0981,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.40029252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6679999828338623},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.650600016117096},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6256999969482422},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5073000192642212},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5029000043869019},{"id":"https://openalex.org/keywords/ethernet","display_name":"Ethernet","score":0.4796999990940094},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47450000047683716},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.43639999628067017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241000175476074},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6679999828338623},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.650600016117096},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6256999969482422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5723999738693237},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5033000111579895},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C172173386","wikidata":"https://www.wikidata.org/wiki/Q79984","display_name":"Ethernet","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45570001006126404},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43639999628067017},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.42579999566078186},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.30790001153945923},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C3739613","wikidata":"https://www.wikidata.org/wiki/Q679003","display_name":"Distributed Computing Environment","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/hpec43674.2020.9286232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec43674.2020.9286232","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.08057","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.08057","pdf_url":"https://arxiv.org/pdf/2008.08057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.08057","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.08057","pdf_url":"https://arxiv.org/pdf/2008.08057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1825216778","https://openalex.org/W1964530510","https://openalex.org/W2002521620","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2314831996","https://openalex.org/W2324190985","https://openalex.org/W2335597945","https://openalex.org/W2620663806","https://openalex.org/W2738036597","https://openalex.org/W2782247541","https://openalex.org/W2897427734","https://openalex.org/W2898640936","https://openalex.org/W2911285475","https://openalex.org/W2922340671","https://openalex.org/W2962747323","https://openalex.org/W2969388332","https://openalex.org/W2970959587","https://openalex.org/W2972087877","https://openalex.org/W2996953817","https://openalex.org/W2997878467","https://openalex.org/W6637373629","https://openalex.org/W6684191040"],"related_works":[],"abstract_inverted_index":{"Artificial":[0],"Intelligence/Machine":[1],"Learning":[2],"applications":[3,149],"require":[4],"the":[5,26,38,43,63,86,106,136],"training":[6,21,44,137],"of":[7,13,28,62,88,108],"complex":[8],"models":[9,23],"on":[10,113,135],"large":[11,17],"amounts":[12],"labelled":[14],"data.":[15],"The":[16,69],"computational":[18],"requirements":[19],"for":[20,31,75,98,139],"deep":[22,102,142],"have":[24,131],"necessitated":[25],"development":[27],"new":[29],"methods":[30],"faster":[32],"training.":[33],"One":[34],"such":[35,150],"approach":[36,53,72],"is":[37,46,54],"data":[39,45,70,100],"parallel":[40,71],"approach,":[41],"where":[42],"distributed":[47,101],"across":[48,78],"multiple":[49],"compute":[50],"nodes.":[51,80],"This":[52],"simple":[55],"to":[56],"implement":[57],"and":[58,94,111,115],"supported":[59],"by":[60],"most":[61],"commonly":[64,140],"used":[65,141],"machine":[66],"learning":[67],"frameworks.":[68],"leverages":[73],"MPI":[74],"communicating":[76],"gradients":[77],"all":[79],"In":[81],"this":[82],"paper,":[83],"we":[84],"examine":[85],"effects":[87],"using":[89,109,122],"different":[90],"physical":[91],"hardware":[92],"interconnects":[93],"network-related":[95],"software":[96],"primitives":[97],"enabling":[99],"learning.":[103],"We":[104],"compare":[105],"effect":[107,134],"GPUDirect":[110],"NCCL":[112],"Ethernet":[114],"OmniPath":[116],"fabrics.":[117],"Our":[118],"results":[119],"show":[120],"that":[121],"Ethernet-based":[123],"networking":[124],"in":[125],"shared":[126],"HPC":[127,148],"systems":[128],"does":[129],"not":[130],"a":[132],"significant":[133],"times":[138],"neural":[143],"network":[144],"architectures":[145],"or":[146],"traditional":[147],"as":[151],"Computational":[152],"Fluid":[153],"Dynamics.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-08-24T00:00:00"}