{"id":"https://openalex.org/W4414538906","doi":"https://doi.org/10.1109/icc52391.2025.11161970","title":"DHC: Distributed Homomorphic Compression for Gradient Aggregation in Allreduce","display_name":"DHC: Distributed Homomorphic Compression for Gradient Aggregation in Allreduce","publication_year":2025,"publication_date":"2025-06-08","ids":{"openalex":"https://openalex.org/W4414538906","doi":"https://doi.org/10.1109/icc52391.2025.11161970"},"language":"en","primary_location":{"id":"doi:10.1109/icc52391.2025.11161970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161970","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028795724","display_name":"Lida Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lida Liao","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhengli Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengli Lin","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065536454","display_name":"Haodong Chen","orcid":"https://orcid.org/0000-0003-1295-6723"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Chen","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030891963","display_name":"Longlong Zhu","orcid":"https://orcid.org/0000-0001-6128-3065"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longlong Zhu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332482","display_name":"Hongyan Liu","orcid":"https://orcid.org/0009-0001-8589-2444"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyan Liu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052798964","display_name":"Jiashuo Yu","orcid":"https://orcid.org/0000-0002-3094-6687"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiashuo Yu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004328556","display_name":"Dong Zhang","orcid":"https://orcid.org/0000-0001-7297-5083"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Zhang","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078198240","display_name":"Chunming Wu","orcid":"https://orcid.org/0000-0001-7958-9687"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunming Wu","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22028058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9429000020027161,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/homomorphic-encryption","display_name":"Homomorphic encryption","score":0.6991000175476074},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6166999936103821},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5976999998092651},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4970000088214874},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.43320000171661377},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.42010000348091125},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4072999954223633},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.39469999074935913},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.38190001249313354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8125},{"id":"https://openalex.org/C158338273","wikidata":"https://www.wikidata.org/wiki/Q2154943","display_name":"Homomorphic encryption","level":3,"score":0.6991000175476074},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6166999936103821},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6031000018119812},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4970000088214874},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38519999384880066},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.3449000120162964},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3255999982357025},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.32280001044273376},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31369999051094055},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C159254197","wikidata":"https://www.wikidata.org/wiki/Q1144915","display_name":"Lexicographical order","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2777999937534332},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.2639000117778778},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc52391.2025.11161970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161970","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Distributed":[0],"training":[1],"is":[2,84],"critical":[3],"for":[4,60,74,91],"efficiently":[5],"developing":[6],"deep":[7],"neural":[8],"networks":[9],"(DNNs)":[10],"on":[11,54,113],"tasks":[12],"like":[13],"image":[14],"classification":[15],"and":[16,23,153],"natural":[17],"language":[18],"processing.":[19],"However,":[20],"as":[21],"model":[22,124],"dataset":[24],"sizes":[25],"continue":[26],"to":[27,109,125],"grow,":[28],"high":[29],"communication":[30,50],"overhead":[31],"during":[32],"gradient":[33,76],"exchanges":[34],"has":[35],"become":[36],"a":[37,72,144,154],"major":[38],"bottleneck":[39],"in":[40,78,150,160],"distributed":[41],"training.":[42],"Although":[43],"existing":[44],"homomorphic":[45,75],"compression":[46,77],"frameworks":[47],"effectively":[48],"reduce":[49],"overhead,":[51],"their":[52],"reliance":[53],"centralized":[55],"architectures":[56],"makes":[57],"them":[58],"unsuitable":[59],"the":[61,127],"mainstream":[62],"decentralized":[63],"AllReduce":[64,79],"architecture.":[65],"To":[66],"address":[67],"this,":[68],"we":[69,117],"propose":[70],"DHC,":[71],"framework":[73],"architectures.":[80],"Its":[81],"key":[82],"idea":[83],"HG-Sketch,":[85],"which":[86],"leverages":[87],"multi-level":[88],"index":[89],"tables":[90],"direct":[92],"in-network":[93,135],"aggregation":[94,136,151,161],"of":[95,130],"compressed":[96],"gradients,":[97],"thereby":[98],"eliminating":[99],"additional":[100],"computational":[101],"overhead.":[102],"Additionally,":[103],"DHC":[104,142],"introduces":[105],"an":[106,119],"index-sharing":[107],"method":[108],"optimize":[110,126],"memory":[111],"usage":[112],"programmable":[114,131],"switches.":[115],"Furthermore,":[116],"establish":[118],"Integer":[120],"Linear":[121],"Programming":[122],"(ILP)":[123],"deployment":[128],"strategy":[129],"switches,":[132],"further":[133],"enhancing":[134],"capabilities.":[137],"Experimental":[138],"results":[139],"demonstrate":[140],"that":[141],"achieves":[143],"<tex":[145,155],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[146,156],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$3.8":[147],"\\times$</tex>":[148,158],"increase":[149],"speed":[152],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$4.2":[157],"improvement":[159],"throughput.":[162]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}