{"id":"https://openalex.org/W4392713790","doi":"https://doi.org/10.1007/978-981-97-0834-5_23","title":"Performance Comparison of\u00a0Distributed DNN Training on\u00a0Optical Versus Electrical Interconnect Systems","display_name":"Performance Comparison of\u00a0Distributed DNN Training on\u00a0Optical Versus Electrical Interconnect Systems","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392713790","doi":"https://doi.org/10.1007/978-981-97-0834-5_23"},"language":"en","primary_location":{"id":"doi:10.1007/978-981-97-0834-5_23","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-97-0834-5_23","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://hdl.handle.net/10072/430096","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101719648","display_name":"Fei Dai","orcid":"https://orcid.org/0000-0001-5887-3320"},"institutions":[{"id":"https://openalex.org/I127108677","display_name":"Eastern Institute of Technology","ror":"https://ror.org/00ct9cz38","country_code":"NZ","type":"education","lineage":["https://openalex.org/I127108677","https://openalex.org/I4387152882"]},{"id":"https://openalex.org/I4387152882","display_name":"Te P\u016bkenga","ror":"https://ror.org/00tsqex91","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152882"]},{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Fei Dai","raw_affiliation_strings":["School of Computing, Eastern Institute of Technology | Te P\u016bkenga, Hawke\u2019s Bay, Napier, New Zealand","School of Computing, University of Otago, Dunedin, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-5887-3320","affiliations":[{"raw_affiliation_string":"School of Computing, Eastern Institute of Technology | Te P\u016bkenga, Hawke\u2019s Bay, Napier, New Zealand","institution_ids":["https://openalex.org/I127108677","https://openalex.org/I4387152882"]},{"raw_affiliation_string":"School of Computing, University of Otago, Dunedin, New Zealand","institution_ids":["https://openalex.org/I80281795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005494911","display_name":"Yawen Chen","orcid":"https://orcid.org/0000-0001-7006-2459"},"institutions":[{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yawen Chen","raw_affiliation_strings":["School of Computing, University of Otago, Dunedin, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-7006-2459","affiliations":[{"raw_affiliation_string":"School of Computing, University of Otago, Dunedin, New Zealand","institution_ids":["https://openalex.org/I80281795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090297023","display_name":"Zhiyi Huang","orcid":"https://orcid.org/0000-0001-8561-2556"},"institutions":[{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Zhiyi Huang","raw_affiliation_strings":["School of Computing, University of Otago, Dunedin, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-8561-2556","affiliations":[{"raw_affiliation_string":"School of Computing, University of Otago, Dunedin, New Zealand","institution_ids":["https://openalex.org/I80281795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415757","display_name":"Haibo Zhang","orcid":"https://orcid.org/0000-0002-3752-0806"},"institutions":[{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Haibo Zhang","raw_affiliation_strings":["School of Computing, University of Otago, Dunedin, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-3752-0806","affiliations":[{"raw_affiliation_string":"School of Computing, University of Otago, Dunedin, New Zealand","institution_ids":["https://openalex.org/I80281795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100681241","display_name":"Hui Tian","orcid":"https://orcid.org/0000-0002-7952-571X"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hui Tian","raw_affiliation_strings":["School of Information and Communication Technology, Griffith University, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7952-571X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Griffith University, Brisbane, Australia","institution_ids":["https://openalex.org/I11701301"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101719648"],"corresponding_institution_ids":["https://openalex.org/I127108677","https://openalex.org/I4387152882","https://openalex.org/I80281795"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02715164,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"401","last_page":"418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10623","display_name":"Thin-Film Transistor Technologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interconnection","display_name":"Interconnection","score":0.7994303703308105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7634329795837402},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5254465937614441},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5204120874404907},{"id":"https://openalex.org/keywords/ring","display_name":"Ring (chemistry)","score":0.4934028685092926},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4683624505996704},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.44611692428588867},{"id":"https://openalex.org/keywords/optical-interconnect","display_name":"Optical interconnect","score":0.4322967231273651},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3701295852661133},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3529282212257385},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.33501529693603516},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3330078125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2570952773094177},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1343323290348053},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07492280006408691}],"concepts":[{"id":"https://openalex.org/C123745756","wikidata":"https://www.wikidata.org/wiki/Q1665949","display_name":"Interconnection","level":2,"score":0.7994303703308105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634329795837402},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5254465937614441},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5204120874404907},{"id":"https://openalex.org/C2780378348","wikidata":"https://www.wikidata.org/wiki/Q25351438","display_name":"Ring (chemistry)","level":2,"score":0.4934028685092926},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4683624505996704},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.44611692428588867},{"id":"https://openalex.org/C2777759342","wikidata":"https://www.wikidata.org/wiki/Q7098860","display_name":"Optical interconnect","level":3,"score":0.4322967231273651},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3701295852661133},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3529282212257385},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.33501529693603516},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3330078125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2570952773094177},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1343323290348053},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07492280006408691},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-981-97-0834-5_23","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-97-0834-5_23","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/430096","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/430096","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"}],"best_oa_location":{"id":"pmh:oai:research-repository.griffith.edu.au:10072/430096","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/430096","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2096385147","https://openalex.org/W2152333746","https://openalex.org/W2626721309","https://openalex.org/W2981114289","https://openalex.org/W3000224811","https://openalex.org/W3025013916","https://openalex.org/W3089731223","https://openalex.org/W3188706325","https://openalex.org/W3190806564","https://openalex.org/W4225523547","https://openalex.org/W4229456235","https://openalex.org/W4300973219","https://openalex.org/W4309879208","https://openalex.org/W4312923738","https://openalex.org/W4321392172","https://openalex.org/W4385933396"],"related_works":["https://openalex.org/W2014709025","https://openalex.org/W2155019192","https://openalex.org/W3125341812","https://openalex.org/W1991674760","https://openalex.org/W2008827750","https://openalex.org/W1989581220","https://openalex.org/W2489653725","https://openalex.org/W2026286467","https://openalex.org/W2376960824","https://openalex.org/W3114416630"],"abstract_inverted_index":{"Parallel":[0],"and":[1,24,45,58,102,111,121,180],"distributed":[2,40],"Deep":[3],"Neural":[4],"Network":[5],"(DNN)":[6],"training":[7,17,42,174],"have":[8],"become":[9],"integral":[10],"in":[11,39,64,90,100,124,164],"data":[12,106],"centers,":[13],"significantly":[14],"reducing":[15],"DNN":[16,41,173],"time.":[18],"The":[19],"interconnection":[20],"type":[21],"among":[22],"nodes":[23],"the":[25,36,56,93,97,145,149,154,159,182],"chosen":[26],"all-reduce":[27,51,62],"algorithm":[28,95,99],"critically":[29],"impact":[30],"this":[31],"speed-up.":[32],"This":[33],"paper":[34],"examines":[35],"efficiency":[37],"differences":[38],"across":[43,140,176],"optical":[44,101,125,165],"electrical":[46,103,137],"interconnect":[47,126,138,178],"systems":[48,127,139,179],"using":[49],"various":[50,177],"algorithms.":[52,76],"We":[53,115],"first":[54],"explore":[55],"Ring":[57,94,120,155],"Recursive":[59],"Doubling":[60],"(RD)":[61],"algorithms":[63,123],"both":[65,119],"systems,":[66,92],"followed":[67],"by":[68,132],"formulating":[69],"a":[70],"communication":[71,130,146],"cost":[72],"model":[73],"for":[74,184],"these":[75],"Performance":[77],"comparison":[78],"is":[79],"then":[80],"carried":[81],"out":[82],"via":[83],"extensive":[84],"experiments.":[85],"Our":[86],"results":[87],"reveal":[88],"that,":[89],"1024-node":[91],"outperforms":[96],"RD":[98,122,150],"interconnects":[104],"when":[105],"transfer":[107],"exceeds":[108],"64":[109],"MB":[110],"1024":[112],"MB,":[113],"respectively.":[114],"also":[116],"find":[117],"that":[118],"reduce":[128],"average":[129],"time":[131,147],"around":[133],"75%":[134],"compared":[135],"to":[136],"four":[141],"different":[142],"DNNs.":[143],"Interestingly,":[144],"of":[148,161],"algorithm,":[151,156],"but":[152],"not":[153],"reduces":[157],"as":[158],"number":[160],"wavelengths":[162],"increase":[163],"interconnects.":[166],"These":[167],"findings":[168],"provide":[169],"valuable":[170],"insights":[171],"into":[172],"optimization":[175],"lay":[181],"groundwork":[183],"future":[185],"related":[186],"research.":[187]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}