{"id":"https://openalex.org/W4386243228","doi":"https://doi.org/10.1109/infocom53939.2023.10229053","title":"DAGC: Data-Aware Adaptive Gradient Compression","display_name":"DAGC: Data-Aware Adaptive Gradient Compression","publication_year":2023,"publication_date":"2023-05-17","ids":{"openalex":"https://openalex.org/W4386243228","doi":"https://doi.org/10.1109/infocom53939.2023.10229053"},"language":"en","primary_location":{"id":"doi:10.1109/infocom53939.2023.10229053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10229053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101288538","display_name":"Rongwei Lu","orcid":"https://orcid.org/0009-0007-8356-3026"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rongwei Lu","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Tsinghua-Berkeley Shenzhen Institute","Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Tsinghua-Berkeley Shenzhen Institute","institution_ids":["https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101477074","display_name":"Jiajun Song","orcid":"https://orcid.org/0009-0005-5439-0176"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Song","raw_affiliation_strings":["Dalian University of Technology,School of Software Technology","School of Software Technology, Dalian University of Technology"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,School of Software Technology","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427338","display_name":"Bin Chen","orcid":"https://orcid.org/0000-0002-4798-230X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Chen","raw_affiliation_strings":["Harbin Institute of Technology,Shenzhen","Harbin Institute of Technology, Shenzhen"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Shenzhen","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002534955","display_name":"Laizhong Cui","orcid":"https://orcid.org/0000-0003-1991-290X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Laizhong Cui","raw_affiliation_strings":["Shenzhen University,College of Computer Science and Software Engineering","Guangdong Laboratory of Artificial Intelligence and Cyber Economics (SZ)","College of Computer Science and Software Engineering, Shenzhen University"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Computer Science and Software Engineering","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Cyber Economics (SZ)","institution_ids":[]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100376399","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-5462-6178"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Tsinghua-Berkeley Shenzhen Institute","Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School","Peng Cheng Laboratory"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Tsinghua-Berkeley Shenzhen Institute","institution_ids":["https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School","institution_ids":["https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Peng Cheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101288538"],"corresponding_institution_ids":["https://openalex.org/I4210114105"],"apc_list":null,"apc_paid":null,"fwci":1.2238,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83344394,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.735929012298584},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.7091602087020874},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6924384832382202},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6847625970840454},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6503898501396179},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.5690882802009583},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.5494607090950012},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5090953707695007},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44691169261932373},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.2707703113555908},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18052515387535095},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07935991883277893}],"concepts":[{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.735929012298584},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.7091602087020874},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6924384832382202},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6847625970840454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6503898501396179},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.5690882802009583},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.5494607090950012},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5090953707695007},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44691169261932373},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.2707703113555908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18052515387535095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07935991883277893},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom53939.2023.10229053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10229053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4399999976158142,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2045271686","https://openalex.org/W2604783387","https://openalex.org/W2750384547","https://openalex.org/W2769644379","https://openalex.org/W2797583228","https://openalex.org/W2946900926","https://openalex.org/W2950826569","https://openalex.org/W2963766684","https://openalex.org/W2964163156","https://openalex.org/W2978015420","https://openalex.org/W2989289980","https://openalex.org/W3006017224","https://openalex.org/W3015640161","https://openalex.org/W3016081801","https://openalex.org/W3021654819","https://openalex.org/W3035305184","https://openalex.org/W3037047862","https://openalex.org/W3038022836","https://openalex.org/W3043723611","https://openalex.org/W3083746972","https://openalex.org/W3101036738","https://openalex.org/W3118608800","https://openalex.org/W3137328576","https://openalex.org/W3156794839","https://openalex.org/W3163105316","https://openalex.org/W3172811949","https://openalex.org/W3191256952","https://openalex.org/W3192098883","https://openalex.org/W3204921648","https://openalex.org/W4225262055","https://openalex.org/W4287332481","https://openalex.org/W4287755088","https://openalex.org/W4288101682","https://openalex.org/W4297685247","https://openalex.org/W4318619660","https://openalex.org/W6728757088","https://openalex.org/W6736413256","https://openalex.org/W6746200960","https://openalex.org/W6748019269","https://openalex.org/W6751646691","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6755251367","https://openalex.org/W6758358981","https://openalex.org/W6759238902","https://openalex.org/W6763138067","https://openalex.org/W6763549698","https://openalex.org/W6768537144","https://openalex.org/W6775754461","https://openalex.org/W6781318954","https://openalex.org/W6787972765","https://openalex.org/W6792231754","https://openalex.org/W6799650887","https://openalex.org/W6810123629","https://openalex.org/W6981657223"],"related_works":["https://openalex.org/W1512321724","https://openalex.org/W4231317009","https://openalex.org/W2104490101","https://openalex.org/W2388481516","https://openalex.org/W2161302774","https://openalex.org/W2367696392","https://openalex.org/W2766695209","https://openalex.org/W2011090518","https://openalex.org/W2103127675","https://openalex.org/W2945049259"],"abstract_inverted_index":{"Gradient":[0],"compression":[1,17,29,59,65,109,129,144,168,178],"algorithms":[2,18],"are":[3,51],"widely":[4],"used":[5,32],"to":[6,33,53,55,67,101,103,134,146,181],"alleviate":[7],"the":[8,56,90,93,104,108,141,147],"communication":[9,161],"bottleneck":[10],"in":[11,23],"distributed":[12],"ML.":[13],"However,":[14],"existing":[15],"gradient":[16,167],"suffer":[19],"from":[20,88],"accuracy":[21],"degradation":[22],"Non-IID":[24],"scenarios,":[25],"because":[26],"a":[27,77,86,99,176],"uniform":[28],"scheme":[30],"is":[31,75],"compress":[34],"gradients":[35],"at":[36,111],"workers":[37,45,68,119,148],"with":[38,46,69,120,127],"different":[39,64,70,112,177],"data":[40,50,71,122,183,197],"distributions":[41,72],"and":[42,73,107,158,200],"volumes,":[43],"since":[44],"larger":[47,121],"volumes":[48,74,123],"of":[49,95,143],"forced":[52],"adapt":[54],"same":[57,105],"aggressive":[58],"ratios":[60,66,110,130,145],"as":[61,149],"others.":[62],"Assigning":[63],"thus":[76],"promising":[78],"solution.":[79],"In":[80],"this":[81],"study,":[82],"we":[83,139],"first":[84],"derive":[85],"function":[87,115],"capturing":[89],"correlation":[91],"between":[92],"number":[94],"training":[96],"iterations":[97],"for":[98],"model":[100],"converge":[102],"accuracy,":[106],"workers;":[113],"This":[114],"particularly":[116],"shows":[117],"that":[118,188],"should":[124],"be":[125],"assigned":[126],"higher":[128],"<sup":[131],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[132],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[133],"guarantee":[135],"better":[136,192],"accuracy.":[137],"Then,":[138],"formulate":[140],"assignment":[142],"an":[150,165],"n-variables":[151],"chi-square":[152],"nonlinear":[153],"optimization":[154],"problem":[155],"under":[156],"fixed":[157],"limited":[159],"total":[160],"constrain.":[162],"We":[163],"propose":[164],"adaptive":[166],"strategy":[169],"called":[170],"DAGC,":[171],"which":[172],"assigns":[173],"each":[174],"worker":[175],"ratio":[179],"according":[180],"their":[182],"volumes.":[184],"Our":[185],"experiments":[186],"confirm":[187],"DAGC":[189],"can":[190],"achieve":[191],"performance":[193],"facing":[194],"highly":[195],"imbalanced":[196],"volume":[198],"distribution":[199],"restricted":[201],"communication.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}