{"id":"https://openalex.org/W2809836284","doi":"https://doi.org/10.1109/uic-atc.2017.8397638","title":"Efficient distributed machine learning for large-scale models by reducing redundant communication","display_name":"Efficient distributed machine learning for large-scale models by reducing redundant communication","publication_year":2017,"publication_date":"2017-08-01","ids":{"openalex":"https://openalex.org/W2809836284","doi":"https://doi.org/10.1109/uic-atc.2017.8397638","mag":"2809836284"},"language":"en","primary_location":{"id":"doi:10.1109/uic-atc.2017.8397638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/uic-atc.2017.8397638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE SmartWorld, Ubiquitous Intelligence & Computing, Advanced & Trusted Computed, Scalable Computing & Communications, Cloud & Big Data Computing, Internet of People and Smart City Innovation (SmartWorld/SCALCOM/UIC/ATC/CBDCom/IOP/SCI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112247099","display_name":"Harumichi Yokoyama","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harumichi Yokoyama","raw_affiliation_strings":["NEC Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEC Corporation","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109538488","display_name":"Takuya Araki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takuya Araki","raw_affiliation_strings":["NEC Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEC Corporation","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8381236791610718},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6256382465362549},{"id":"https://openalex.org/keywords/ethernet","display_name":"Ethernet","score":0.6128605604171753},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5480426549911499},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.50893235206604},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.4203597903251648},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40921273827552795},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3254384994506836},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12452447414398193}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8381236791610718},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6256382465362549},{"id":"https://openalex.org/C172173386","wikidata":"https://www.wikidata.org/wiki/Q79984","display_name":"Ethernet","level":2,"score":0.6128605604171753},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5480426549911499},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.50893235206604},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.4203597903251648},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40921273827552795},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3254384994506836},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12452447414398193},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/uic-atc.2017.8397638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/uic-atc.2017.8397638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE SmartWorld, Ubiquitous Intelligence & Computing, Advanced & Trusted Computed, Scalable Computing & Communications, Cloud & Big Data Computing, Internet of People and Smart City Innovation (SmartWorld/SCALCOM/UIC/ATC/CBDCom/IOP/SCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1442374986","https://openalex.org/W1825216778","https://openalex.org/W1980147176","https://openalex.org/W2039548408","https://openalex.org/W2060393849","https://openalex.org/W2061570747","https://openalex.org/W2072566913","https://openalex.org/W2081612620","https://openalex.org/W2083842231","https://openalex.org/W2114643899","https://openalex.org/W2118585731","https://openalex.org/W2121990650","https://openalex.org/W2127941149","https://openalex.org/W2131613942","https://openalex.org/W2132737349","https://openalex.org/W2138243089","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2295739661","https://openalex.org/W2336650964","https://openalex.org/W2953384591","https://openalex.org/W6628377381","https://openalex.org/W6677656871","https://openalex.org/W6679154944","https://openalex.org/W6679393576","https://openalex.org/W6680402377","https://openalex.org/W6684859321","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W2375742443","https://openalex.org/W2149381099","https://openalex.org/W4200520489","https://openalex.org/W1483190388","https://openalex.org/W2061536531","https://openalex.org/W2735984663","https://openalex.org/W2908016214","https://openalex.org/W2104929755","https://openalex.org/W2258317757","https://openalex.org/W4290043243"],"abstract_inverted_index":{"Distributed":[0],"machine":[1],"learning":[2],"is":[3,34],"used":[4],"to":[5,22,49],"train":[6],"large-scale":[7],"models":[8],"within":[9],"a":[10,35,46,98,110],"moderate":[11],"amount":[12],"of":[13,30,53,59,69,100,120],"time.":[14,42,129],"To":[15],"accelerate":[16],"the":[17,28,31,39,57,60,63,67,70,84,87,118,127],"training,":[18,64],"all":[19],"nodes":[20,85,102,124],"have":[21],"exchange":[23],"calculation":[24],"results":[25],"frequently.":[26],"However,":[27],"communication":[29,47,72,82,128],"updated":[32],"parameters":[33,54],"large":[36],"overhead":[37],"affecting":[38],"total":[40],"execution":[41],"This":[43],"paper":[44],"proposes":[45],"method":[48,116],"decrease":[50],"redundant":[51],"transmissions":[52],"without":[55],"changing":[56],"semantics":[58],"algorithm.":[61],"Before":[62],"we":[65],"identify":[66],"parts":[68],"collective":[71],"that":[73,114],"can":[74],"be":[75],"omitted":[76],"and":[77,94,125],"replace":[78],"them":[79],"with":[80,104],"direct":[81],"between":[83,123],"requesting":[86],"intermediate":[88],"results.":[89],"We":[90],"implemented":[91],"this":[92],"algorithm":[93],"evaluated":[95],"it":[96],"on":[97],"cluster":[99],"five":[101],"connected":[103],"10-Gbps":[105],"Ethernet.":[106],"The":[107],"evaluation":[108],"using":[109],"real":[111],"dataset":[112],"showed":[113],"our":[115],"reduced":[117],"number":[119],"elements":[121],"exchanged":[122],"shortened":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}