{"id":"https://openalex.org/W4387544199","doi":"https://doi.org/10.1109/icdcs57875.2023.00020","title":"Two-Stage Coded Distributed Learning: A Dynamic Partial Gradient Coding Perspective","display_name":"Two-Stage Coded Distributed Learning: A Dynamic Partial Gradient Coding Perspective","publication_year":2023,"publication_date":"2023-07-01","ids":{"openalex":"https://openalex.org/W4387544199","doi":"https://doi.org/10.1109/icdcs57875.2023.00020"},"language":"en","primary_location":{"id":"doi:10.1109/icdcs57875.2023.00020","doi":"https://doi.org/10.1109/icdcs57875.2023.00020","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icdcs57875.2023.00020","pdf_url":null,"source":{"id":"https://openalex.org/S4363608224","display_name":"IEEE International Conference on Distributed Computing Systems (ICDCS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 43rd International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041037419","display_name":"Xinghan Wang","orcid":"https://orcid.org/0000-0003-2916-2145","observed_orcids":["https://orcid.org/0000-0003-2916-2145","https://orcid.org/0009-0006-0313-7952"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghan Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100681423","display_name":"Xiaoxiong Zhong","orcid":"https://orcid.org/0000-0001-9307-6247","observed_orcids":["https://orcid.org/0000-0001-9307-6247"]},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxiong Zhong","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000318076","display_name":"Jiahong Ning","orcid":"https://orcid.org/0000-0003-2796-6887","observed_orcids":["https://orcid.org/0000-0003-2796-6887"]},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahong Ning","raw_affiliation_strings":["School of Dalian, Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Dalian, Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100765421","display_name":"Tingting Yang","orcid":"https://orcid.org/0000-0001-6773-8438","observed_orcids":["https://orcid.org/0000-0001-6773-8438","https://orcid.org/0009-0005-0917-1783"]},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Yang","raw_affiliation_strings":["School of Dalian, Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Dalian, Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100638446","display_name":"Yuanyuan Yang","orcid":"https://orcid.org/0000-0001-7296-9222","observed_orcids":["https://orcid.org/0000-0001-7296-9222","https://orcid.org/0009-0000-5521-459X","https://orcid.org/0000-0003-0901-7741"]},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanyuan Yang","raw_affiliation_strings":["Stony Brook University,Stony Brook,NY,USA,11794"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University,Stony Brook,NY,USA,11794","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067691107","display_name":"Guoming Tang","orcid":"https://orcid.org/0000-0001-9801-1055","observed_orcids":["https://orcid.org/0000-0001-9801-1055"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoming Tang","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048398271","display_name":"Fangming Liu","orcid":"https://orcid.org/0000-0002-8570-1345","observed_orcids":["https://orcid.org/0000-0002-8570-1345"]},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangming Liu","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3314,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.53253921,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"34","issue":null,"first_page":"942","last_page":"952"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.454800009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.454800009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.16380000114440918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.048500001430511475,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-learning","display_name":"distributed learning","score":0.9240000247955322},{"id":"https://openalex.org/keywords/gradient-coding","display_name":"gradient coding","score":0.9160000085830688},{"id":"https://openalex.org/keywords/straggler-tolerance","display_name":"straggler tolerance","score":0.9110000133514404},{"id":"https://openalex.org/keywords/dynamic-coding","display_name":"dynamic coding","score":0.35600000619888306},{"id":"https://openalex.org/keywords/data-redundancy","display_name":"data redundancy","score":0.5360000133514404},{"id":"https://openalex.org/keywords/admission-control","display_name":"admission control","score":0.7710000276565552},{"id":"https://openalex.org/keywords/throughput-optimization","display_name":"throughput maximization","score":0.8809999823570251},{"id":"https://openalex.org/keywords/data-partitioning","display_name":"data partitioning","score":0.5950000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8366060853004456},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5887930989265442},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5154543519020081},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.49687913060188293},{"id":"https://openalex.org/C138293262","wikidata":"https://www.wikidata.org/wiki/Q1089578","display_name":"Linear network coding","level":3,"score":0.46128883957862854},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4326796531677246},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.4122583866119385},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3290899395942688},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3210006654262543},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31424349546432495},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.22948479652404785},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdcs57875.2023.00020","doi":"https://doi.org/10.1109/icdcs57875.2023.00020","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icdcs57875.2023.00020","pdf_url":null,"source":{"id":"https://openalex.org/S4363608224","display_name":"IEEE International Conference on Distributed Computing Systems (ICDCS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 43rd International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2137152139","https://openalex.org/W2173213060","https://openalex.org/W2268702383","https://openalex.org/W2541884796","https://openalex.org/W2735402990","https://openalex.org/W2741736887","https://openalex.org/W2769892987","https://openalex.org/W2804095446","https://openalex.org/W2806273311","https://openalex.org/W2885498300","https://openalex.org/W2912592113","https://openalex.org/W2921434559","https://openalex.org/W2970020383","https://openalex.org/W2975971390","https://openalex.org/W2978709794","https://openalex.org/W3010012151","https://openalex.org/W3013124972","https://openalex.org/W3106416029","https://openalex.org/W3134742331","https://openalex.org/W3187356235","https://openalex.org/W3187759670","https://openalex.org/W3198696615","https://openalex.org/W3203503583","https://openalex.org/W3208693455","https://openalex.org/W4226263557"],"related_works":["https://openalex.org/W4280496602","https://openalex.org/W7102329193","https://openalex.org/W3134863288","https://openalex.org/W3211387217","https://openalex.org/W4321016464","https://openalex.org/W4311995195","https://openalex.org/W3024549217","https://openalex.org/W4392940404","https://openalex.org/W4415797468","https://openalex.org/W7138945128"],"abstract_inverted_index":{"Distributed":[0],"learning":[1,234],"has":[2,26],"been":[3,27],"widely":[4],"adopted":[5],"to":[6,29,44,73,112,121,188],"train":[7],"a":[8,102,129,182,214],"global":[9],"model":[10],"from":[11,143],"local":[12,92],"data.":[13],"However,":[14,53],"its":[15],"performance":[16,216],"can":[17,212],"be":[18,74],"severely":[19],"affected":[20],"by":[21,34,49],"stragglers.":[22],"Recently,":[23],"some":[24],"research":[25],"dedicated":[28],"resolving":[30],"the":[31,38,46,54,77,80,88,91,107,117,136,140,144,149,153,159,171,179,197,203,232],"straggler":[32,47],"problem":[33,48],"adopting":[35],"gradient":[36,41],"coding,":[37],"essence":[39],"of":[40,57,79,90,135,226],"coding":[42,104,132],"is":[43,70,162,186],"solve":[45],"adding":[50],"data":[51,58,145,191,223],"redundancy.":[52],"large":[55],"amount":[56],"redundancy":[59],"as":[60,62,194,196],"well":[61,195],"computation":[63,157],"and":[64,82,110,152,206,221,228],"communication":[65,118,180],"overhead":[66],"that":[67,208],"it":[68],"brings":[69],"still":[71],"hard":[72],"resolved.":[75],"Besides,":[76],"complexity":[78],"encoding":[81],"decoding":[83],"will":[84],"increase":[85],"linearly":[86],"with":[87],"number":[89],"workers.":[93],"To":[94,174],"this":[95,98],"end,":[96],"in":[97,106,116,124,148,158,170,178,224,231],"paper,":[99],"we":[100,127],"design":[101],"lightweight":[103],"method":[105],"computing":[108,125,139],"phase":[109],"seek":[111],"ensure":[113],"fair":[114],"transmission":[115],"phase.":[119],"Specifically,":[120],"tolerate":[122,176],"stragglers":[123,177],"phase,":[126,181],"propose":[128],"two-stage":[130],"dynamic":[131],"scheme,":[133],"part":[134],"workers":[137,155,167],"start":[138],"partial":[141],"gradients":[142],"partitions":[146],"assigned":[147],"first":[150,172],"stage,":[151],"remaining":[154],"for":[156,217],"second":[160],"stage":[161],"decided":[163],"based":[164],"on":[165],"which":[166],"have":[168],"finished":[169],"stage.":[173],"further":[175],"perturbed":[183],"Lyapunov":[184],"function":[185],"designed":[187],"maximize":[189],"admission":[190],"balancing":[192],"fairness":[193],"throughput.":[198],"The":[199],"experimental":[200],"result":[201],"verifies":[202],"derived":[204],"properties":[205],"demonstrates":[207],"our":[209],"proposed":[210],"solution":[211],"achieve":[213],"better":[215],"practical":[218],"network":[219],"parameters":[220],"benchmark":[222],"terms":[225],"accuracy":[227],"resource":[229],"utilization":[230],"distributed":[233],"system.":[235]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2023-10-12T00:00:00"}