{"id":"https://openalex.org/W4386066604","doi":"https://doi.org/10.1109/isit54713.2023.10206933","title":"Coded Parallelism for Distributed Deep Learning","display_name":"Coded Parallelism for Distributed Deep Learning","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386066604","doi":"https://doi.org/10.1109/isit54713.2023.10206933"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10206933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10206933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114076429","display_name":"Songting Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Songting Ji","raw_affiliation_strings":["Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","International Joint Innovation Center, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"International Joint Innovation Center, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751311","display_name":"Zhaoyang Zhang","orcid":"https://orcid.org/0000-0003-2346-6228"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Zhang","raw_affiliation_strings":["Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","International Joint Innovation Center, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"International Joint Innovation Center, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066878475","display_name":"Zhaohui Yang","orcid":"https://orcid.org/0000-0002-4475-589X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohui Yang","raw_affiliation_strings":["Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","International Joint Innovation Center, Zhejiang University, Haining, China","Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"International Joint Innovation Center, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070646892","display_name":"Richeng Jin","orcid":"https://orcid.org/0000-0002-1480-585X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richeng Jin","raw_affiliation_strings":["Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","International Joint Innovation Center, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"International Joint Innovation Center, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010220478","display_name":"Qianqian Yang","orcid":"https://orcid.org/0000-0003-4747-9410"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Yang","raw_affiliation_strings":["Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","International Joint Innovation Center, Zhejiang University, Haining, China","Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Information Science and Electronic Engineering,Hangzhou,China,310027","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"International Joint Innovation Center, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Info. Proc., Commun. & Netw. (IPCAN), Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5114076429"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.3491,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65066421,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2410","last_page":"2415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8668790459632874},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5795570611953735},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.562300443649292},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5450312495231628},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4809347987174988},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4628976881504059},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4530550539493561},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.4444352686405182},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4379056692123413},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.344075083732605},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3233940899372101},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17580446600914001}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8668790459632874},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5795570611953735},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.562300443649292},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5450312495231628},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4809347987174988},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4628976881504059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4530550539493561},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.4444352686405182},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4379056692123413},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.344075083732605},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3233940899372101},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17580446600914001},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10206933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10206933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1598866093","https://openalex.org/W2168231600","https://openalex.org/W2268702383","https://openalex.org/W2741736887","https://openalex.org/W2745045892","https://openalex.org/W2784935051","https://openalex.org/W2962850796","https://openalex.org/W2963062115","https://openalex.org/W2963117124","https://openalex.org/W2964229375","https://openalex.org/W3098226281","https://openalex.org/W3100515187","https://openalex.org/W3123459983","https://openalex.org/W3125070457","https://openalex.org/W3130421912","https://openalex.org/W4226523637","https://openalex.org/W4290075100","https://openalex.org/W6635810480","https://openalex.org/W6684859321","https://openalex.org/W6738835244","https://openalex.org/W6742061381","https://openalex.org/W6791120749","https://openalex.org/W6811348264","https://openalex.org/W6841431707"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W4230611425","https://openalex.org/W2731899572","https://openalex.org/W4304166257","https://openalex.org/W4294635752","https://openalex.org/W4383066092","https://openalex.org/W3215138031","https://openalex.org/W4390846322","https://openalex.org/W2945337394"],"abstract_inverted_index":{"With":[0],"the":[1,7,16,27,30,36,48,81,86,93,99,114,134,143],"rapid":[2],"development":[3],"of":[4,9,18,29,39,96,102,116,145],"deep":[5],"learning,":[6],"parameters":[8,28],"modern":[10],"neural":[11,103],"network":[12],"models,":[13],"especially":[14],"in":[15],"field":[17],"Natural":[19],"Language":[20],"Processing":[21],"(NLP)":[22],"are":[23,32],"extremely":[24],"huge.":[25],"When":[26],"model":[31,52,66],"larger":[33],"even":[34,124],"than":[35],"storage":[37],"memory":[38],"a":[40],"single":[41],"device,":[42,62],"it":[43],"is":[44,108],"necessary":[45],"to":[46,60,79,92,112],"split":[47],"original":[49],"big":[50],"learning":[51],"into":[53,85],"different":[54,69,138],"parts":[55],"with":[56],"each":[57],"part":[58],"assigned":[59],"one":[61],"thus":[63],"realizing":[64],"joint":[65],"training":[67],"over":[68],"devices":[70,126],"(i.e.,":[71],"distributed":[72,87,146],"training).":[73],"In":[74],"this":[75],"paper,":[76],"we":[77],"aim":[78],"introduce":[80],"advanced":[82],"coding":[83,97],"scheme":[84,107],"parallel":[88,147],"framework,":[89],"which":[90],"leads":[91],"perfect":[94],"combination":[95],"and":[98,123],"underlying":[100],"calculation":[101],"networks.":[104],"The":[105],"proposed":[106],"not":[109],"only":[110],"able":[111],"avoid":[113],"impact":[115],"poor":[117],"computing":[118],"power":[119],"or":[120],"low":[121],"bandwidth":[122],"dropped":[125],"(stragglers)":[127],"on":[128],"system":[129],"performance":[130,144],"but":[131],"also":[132],"reduce":[133],"communication":[135],"load":[136],"between":[137],"devices,":[139],"thereby":[140],"greatly":[141],"improving":[142],"systems.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}