{"id":"https://openalex.org/W3153325917","doi":"https://doi.org/10.1109/tnse.2021.3073897","title":"Minimizing Training Time of Distributed Machine Learning by Reducing Data Communication","display_name":"Minimizing Training Time of Distributed Machine Learning by Reducing Data Communication","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3153325917","doi":"https://doi.org/10.1109/tnse.2021.3073897","mag":"3153325917"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2021.3073897","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3073897","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019101253","display_name":"Yubin Duan","orcid":"https://orcid.org/0000-0003-0568-7262"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yubin Duan","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0568-7262","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387188","display_name":"Ning Wang","orcid":"https://orcid.org/0000-0002-9467-9215"},"institutions":[{"id":"https://openalex.org/I44265643","display_name":"Rowan University","ror":"https://ror.org/049v69k10","country_code":"US","type":"education","lineage":["https://openalex.org/I44265643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ning Wang","raw_affiliation_strings":["Department of Computer Science, Rowan University, Glassboro, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-9467-9215","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rowan University, Glassboro, NJ, USA","institution_ids":["https://openalex.org/I44265643"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100600528","display_name":"Jie Wu","orcid":"https://orcid.org/0000-0002-3472-1717"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Wu","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3472-1717","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":1.5763,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.83237284,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"8","issue":"2","first_page":"1802","last_page":"1814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.778510570526123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7659566402435303},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.6968584060668945},{"id":"https://openalex.org/keywords/graph-partition","display_name":"Graph partition","score":0.6649938821792603},{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.5410287976264954},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.47851502895355225},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45042547583580017},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4272986948490143},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4039105474948883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38482344150543213},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34036785364151},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2236568033695221},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1263577938079834}],"concepts":[{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.778510570526123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7659566402435303},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.6968584060668945},{"id":"https://openalex.org/C48903430","wikidata":"https://www.wikidata.org/wiki/Q491370","display_name":"Graph partition","level":3,"score":0.6649938821792603},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.5410287976264954},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.47851502895355225},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45042547583580017},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4272986948490143},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4039105474948883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38482344150543213},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34036785364151},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2236568033695221},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1263577938079834},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2021.3073897","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3073897","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4560617403","display_name":"SpecEES: Collaborative Research: Study of the Tradeoff between Spectrum Allocation Efficiency and Operation Privacy in Dynamic Spectrum Access Systems","funder_award_id":"1824440","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4648373081","display_name":"REU Site: Research Experiences in Pervasive Computing for Smart Health, Safety, and Well-being","funder_award_id":"1757533","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4720216107","display_name":"MRI: Development of an Information Assurance and Performance Infrastructure for the Internet of Things","funder_award_id":"1828363","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5242077717","display_name":"NeTS: Medium: Collaborative Research: Coexistence of Heterogeneous Wireless Access Technologies in the 5 GHz Bands","funder_award_id":"1564128","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6688326427","display_name":null,"funder_award_id":"CNS 1629746","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6773432608","display_name":"CAREER: Theory and Algorithms for Efficient Control of Wireless Networks with Jointly  Optimized Performance: High Throughput, Low Delay, and Low Complexity","funder_award_id":"1651947","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W309672876","https://openalex.org/W410850256","https://openalex.org/W1490902438","https://openalex.org/W1584753249","https://openalex.org/W1880262756","https://openalex.org/W1967051853","https://openalex.org/W2004951603","https://openalex.org/W2060393849","https://openalex.org/W2095117703","https://openalex.org/W2096544401","https://openalex.org/W2108598243","https://openalex.org/W2109702961","https://openalex.org/W2116612304","https://openalex.org/W2118953734","https://openalex.org/W2127941149","https://openalex.org/W2132737349","https://openalex.org/W2138996412","https://openalex.org/W2142184646","https://openalex.org/W2153635508","https://openalex.org/W2161455936","https://openalex.org/W2166469213","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2271840356","https://openalex.org/W2617766261","https://openalex.org/W2774000609","https://openalex.org/W2797862701","https://openalex.org/W2807006176","https://openalex.org/W2912213068","https://openalex.org/W2920095265","https://openalex.org/W2920179928","https://openalex.org/W2920397365","https://openalex.org/W2953058253","https://openalex.org/W2963288913","https://openalex.org/W2963390429","https://openalex.org/W2963786636","https://openalex.org/W2963803379","https://openalex.org/W2964004663","https://openalex.org/W2982664135","https://openalex.org/W2984509121","https://openalex.org/W2990072711","https://openalex.org/W3047304572","https://openalex.org/W3047380981","https://openalex.org/W3094163844","https://openalex.org/W3104920644","https://openalex.org/W3163279171","https://openalex.org/W4231510805","https://openalex.org/W4236269389","https://openalex.org/W4295830359","https://openalex.org/W6603201521","https://openalex.org/W6610949657","https://openalex.org/W6614148910","https://openalex.org/W6639619044","https://openalex.org/W6676249963","https://openalex.org/W6677275879","https://openalex.org/W6679154944","https://openalex.org/W6679393576","https://openalex.org/W6684859321","https://openalex.org/W6686509673","https://openalex.org/W6694517276","https://openalex.org/W6738460352","https://openalex.org/W6746839373","https://openalex.org/W6747481501","https://openalex.org/W6752029299","https://openalex.org/W6780636072","https://openalex.org/W6782553548","https://openalex.org/W6784239669"],"related_works":["https://openalex.org/W2371352078","https://openalex.org/W2953461625","https://openalex.org/W2077383796","https://openalex.org/W2080136900","https://openalex.org/W2999799752","https://openalex.org/W2372768926","https://openalex.org/W3139829055","https://openalex.org/W2583811263","https://openalex.org/W3211941742","https://openalex.org/W2035944803"],"abstract_inverted_index":{"Due":[0],"to":[1,16,26,94,150,185],"the":[2,11,29,36,46,85,105,131,137,152,181,190],"additive":[3],"property":[4],"of":[5,32,38,54],"most":[6],"machine":[7,20],"learning":[8,21],"objective":[9],"functions,":[10],"training":[12,107,140],"can":[13],"be":[14],"distributed":[15],"multiple":[17],"machines.":[18],"Distributed":[19],"is":[22,45,109,113],"an":[23,162],"efficient":[24],"way":[25],"deal":[27],"with":[28,189],"rapid":[30],"growth":[31],"data":[33,96],"volume":[34],"at":[35],"cost":[37],"extra":[39],"inter-machine":[40],"communication.":[41],"One":[42],"common":[43],"implementation":[44],"parameter":[47,164],"server":[48,65,165],"system":[49],"which":[50,58,67],"contains":[51],"two":[52],"types":[53],"nodes:":[55],"worker":[56],"nodes,":[57,66],"are":[59,68],"used":[60,69],"for":[61,70],"calculating":[62],"updates,":[63],"and":[64,80,99,125,136,171],"maintaining":[71],"parameters.":[72,128],"We":[73,115,129,156],"observe":[74],"that":[75,104,121,175],"inefficient":[76],"communication":[77,182],"between":[78,133],"workers":[79,98],"servers":[81,102],"may":[82],"slow":[83],"down":[84],"system.":[86],"Therefore,":[87],"we":[88,143],"propose":[89],"a":[90,117,145],"graph":[91,147,154],"partition":[92,95,134,148],"problem":[93,112],"among":[97,101],"parameters":[100],"such":[103],"total":[106],"time":[108,135],"minimized.":[110],"Our":[111],"NP-Complete.":[114],"investigate":[116],"two-step":[118],"heuristic":[119],"approach":[120,149],"first":[122],"partitions":[123,127],"data,":[124],"then":[126],"consider":[130],"trade-off":[132],"saving":[138],"in":[139],"time.":[141],"Besides,":[142],"adopt":[144],"multilevel":[146],"fit":[151],"bipartite":[153],"partitioning.":[155],"implement":[157],"both":[158,176],"approaches":[159,177],"based":[160],"on":[161,169],"open-source":[163],"platform-PS-lite.":[166],"Experiment":[167],"results":[168],"synthetic":[170],"real-world":[172],"datasets":[173],"show":[174],"could":[178],"significantly":[179],"improve":[180],"efficiency":[183],"up":[184],"14":[186],"times":[187],"compared":[188],"random":[191],"partition.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}