{"id":"https://openalex.org/W2810972695","doi":"https://doi.org/10.1109/allerton.2018.8635882","title":"Fundamental Limits of Distributed Data Shuffling","display_name":"Fundamental Limits of Distributed Data Shuffling","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2810972695","doi":"https://doi.org/10.1109/allerton.2018.8635882","mag":"2810972695"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2018.8635882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2018.8635882","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/1807.00056v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042862785","display_name":"Kai Wan","orcid":"https://orcid.org/0000-0003-4671-3287"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kai Wan","raw_affiliation_strings":["L2S CentraleSupelec-CNRS-Universite Paris-Sud, France","[L2S CentraleSupelec-CNRS-Universite Paris-Sud, France]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"L2S CentraleSupelec-CNRS-Universite Paris-Sud, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210107720"]},{"raw_affiliation_string":"[L2S CentraleSupelec-CNRS-Universite Paris-Sud, France]","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210107720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009609470","display_name":"Daniela Tuninetti","orcid":"https://orcid.org/0000-0003-1880-4798"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniela Tuninetti","raw_affiliation_strings":["University of Illinois at Chicago, Chicago, USA","University of Illinois at Chicago Chicago USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois at Chicago Chicago USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058487273","display_name":"Mingyue Ji","orcid":"https://orcid.org/0000-0002-7970-2245"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyue Ji","raw_affiliation_strings":["University of Utah, Salt Lake City, USA","University of Utah, Salt Lake City-USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Utah, Salt Lake City, USA","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"University of Utah, Salt Lake City-USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071189599","display_name":"Pablo Piantanida","orcid":"https://orcid.org/0000-0002-8717-2117"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pablo Piantanida","raw_affiliation_strings":["L2S CentraleSupelec-CNRS-Universite Paris-Sud, France","[L2S CentraleSupelec-CNRS-Universite Paris-Sud, France]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"L2S CentraleSupelec-CNRS-Universite Paris-Sud, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210107720"]},{"raw_affiliation_string":"[L2S CentraleSupelec-CNRS-Universite Paris-Sud, France]","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210107720"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"662","last_page":"669"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.9811040163040161},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.798639714717865},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5429189205169678},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5267543196678162},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.49829864501953125},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49470779299736023},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4571599066257477},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.42081573605537415},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.41927802562713623},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3447574973106384},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10931730270385742},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10296052694320679}],"concepts":[{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.9811040163040161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.798639714717865},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5429189205169678},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5267543196678162},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.49829864501953125},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49470779299736023},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4571599066257477},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.42081573605537415},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41927802562713623},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3447574973106384},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10931730270385742},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10296052694320679},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/allerton.2018.8635882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2018.8635882","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},{"id":"mag:2810972695","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1807.00056v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:HAL:hal-04488054v1","is_oa":false,"landing_page_url":"https://centralesupelec.hal.science/hal-04488054","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton), Oct 2018, Monticello, France. pp.662-669, ⟨10.1109/ALLERTON.2018.8635882⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"mag:2810972695","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1807.00056v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1606035500","https://openalex.org/W2106248279","https://openalex.org/W2268702383","https://openalex.org/W2887830627","https://openalex.org/W2962884006","https://openalex.org/W2963133970","https://openalex.org/W2963843031","https://openalex.org/W6689458619","https://openalex.org/W6715349062","https://openalex.org/W6747253953"],"related_works":["https://openalex.org/W2757498728","https://openalex.org/W3103610239","https://openalex.org/W2236240782","https://openalex.org/W2106248279","https://openalex.org/W1990395546","https://openalex.org/W1981824316","https://openalex.org/W1606035500","https://openalex.org/W2900690399","https://openalex.org/W3199630539","https://openalex.org/W3132060159","https://openalex.org/W2009699941","https://openalex.org/W3206122484","https://openalex.org/W2127364735","https://openalex.org/W2064105003","https://openalex.org/W2186206420","https://openalex.org/W2807778630","https://openalex.org/W3029043224","https://openalex.org/W3211700711","https://openalex.org/W2335903675","https://openalex.org/W3145116747"],"abstract_inverted_index":{"Data":[0,29],"shuffling":[1,30,133],"of":[2,22,35,123],"training":[3],"data":[4,94,132],"among":[5],"different":[6,87],"computing":[7],"nodes":[8],"(workers)":[9],"has":[10,56,73],"been":[11,74],"identified":[12],"as":[13,92],"a":[14,50,54,86,100,128,144],"core":[15],"element":[16],"to":[17,44,58,77,91,105],"improve":[18],"the":[19,36,45,59,66,80,114,121,139,152,166],"statistical":[20],"performance":[21],"modern":[23],"large":[24,157],"scale":[25],"machine":[26],"learning":[27],"algorithms.":[28],"is":[31,70,118,135],"often":[32],"considered":[33],"one":[34,108],"most":[37,162],"significant":[38],"bottlenecks":[39],"in":[40,165],"such":[41],"systems":[42],"due":[43],"heavy":[46],"communication":[47,81,88,112,141],"load.":[48,82],"Under":[49,120],"master-worker":[51],"architecture":[52],"(where":[53],"master":[55,67,115],"access":[57],"entire":[60],"dataset":[61],"and":[62,68,116],"only":[63],"communications":[64],"between":[65,113],"workers":[69,117,164],"allowed)":[71],"coding":[72],"recently":[75],"proved":[76],"considerably":[78],"reduce":[79],"This":[83],"work":[84],"considers":[85],"paradigm":[89],"referred":[90],"distributed":[93,131],"shuffling,":[95],"where":[96],"workers,":[97],"connected":[98],"by":[99],"shared":[101],"link,":[102],"are":[103],"allowed":[104],"communicate":[106],"with":[107],"another":[109],"while":[110],"no":[111],"allowed.":[119],"constraint":[122],"uncoded":[124],"cache":[125],"placement,":[126],"first":[127],"general":[129],"coded":[130],"scheme":[134,150],"proposed,":[136],"which":[137],"achieves":[138],"optimal":[140],"load":[142],"within":[143],"factor":[145],"two;":[146],"then,":[147],"an":[148],"improved":[149],"achieving":[151],"exact":[153],"optimality":[154],"for":[155],"either":[156],"memory":[158],"size":[159],"or":[160],"at":[161],"four":[163],"system.":[167]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}