{"id":"https://openalex.org/W4409326516","doi":"https://doi.org/10.1109/jsac.2025.3559136","title":"Layered Randomized Quantization for Communication-Efficient and Privacy-Preserving Distributed Learning","display_name":"Layered Randomized Quantization for Communication-Efficient and Privacy-Preserving Distributed Learning","publication_year":2025,"publication_date":"2025-04-10","ids":{"openalex":"https://openalex.org/W4409326516","doi":"https://doi.org/10.1109/jsac.2025.3559136"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2025.3559136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3559136","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039893040","display_name":"Guangfeng Yan","orcid":"https://orcid.org/0000-0002-0936-9467"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Guangfeng Yan","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, SAR, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-0936-9467","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, SAR, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428606","display_name":"Tan Li","orcid":"https://orcid.org/0000-0001-6129-4792"},"institutions":[{"id":"https://openalex.org/I47605537","display_name":"Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"HK","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tan Li","raw_affiliation_strings":["Department of Computer Science, The Hang Seng University of Hong Kong, Sha Tin, SAR, Hong Kong","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-6129-4792","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Sha Tin, SAR, Hong Kong","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641549","display_name":"Kui Wu","orcid":"https://orcid.org/0000-0002-2069-0032"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kui Wu","raw_affiliation_strings":["Department of Computer Science, University of Victoria, Victoria, BC, Canada","Department of Computer Science, University of Victoria, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2069-0032","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Department of Computer Science, University of Victoria, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035185924","display_name":"Linqi Song","orcid":"https://orcid.org/0000-0003-2756-4984"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Linqi Song","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, SAR, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-2756-4984","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, SAR, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06202436,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"7","first_page":"2684","last_page":"2699"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8632935881614685},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6077602505683899},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.4210788905620575},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3513508439064026},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3345350921154022},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15877732634544373}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8632935881614685},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6077602505683899},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.4210788905620575},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3513508439064026},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3345350921154022},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15877732634544373},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2025.3559136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3559136","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3643945900","display_name":null,"funder_award_id":"62371411","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W866281365","https://openalex.org/W1528477830","https://openalex.org/W2034978228","https://openalex.org/W2151007095","https://openalex.org/W2293423476","https://openalex.org/W2473418344","https://openalex.org/W2744599870","https://openalex.org/W2809607392","https://openalex.org/W2930926105","https://openalex.org/W2963433607","https://openalex.org/W2970408908","https://openalex.org/W2979658571","https://openalex.org/W2982475424","https://openalex.org/W3152145438","https://openalex.org/W3192796768","https://openalex.org/W3212201945","https://openalex.org/W4221146015","https://openalex.org/W4286374952","https://openalex.org/W4310901964","https://openalex.org/W4390102611","https://openalex.org/W6684859321","https://openalex.org/W6728757088","https://openalex.org/W6746200960","https://openalex.org/W6746720608","https://openalex.org/W6751754709","https://openalex.org/W6754416507","https://openalex.org/W6763393679","https://openalex.org/W6780897730","https://openalex.org/W6791673544","https://openalex.org/W6797161312","https://openalex.org/W6802757360","https://openalex.org/W6853261327","https://openalex.org/W6858352100"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,38],"distributed":[1,47],"learning":[2],"systems,":[3],"ensuring":[4],"efficient":[5],"communication":[6,36,61,119,165],"and":[7,35,45,87,115,157,169],"privacy":[8,88,105,137,167],"protection":[9],"are":[10,124],"two":[11],"significant":[12],"challenges.":[13],"Although":[14],"several":[15],"existing":[16],"works":[17],"have":[18],"attempted":[19],"to":[20,59,98,110,135,173],"address":[21],"these":[22],"challenges":[23],"simultaneously,":[24],"they":[25],"often":[26],"overlook":[27],"essential":[28],"learning-oriented":[29],"features":[30,114],"such":[31],"as":[32],"dynamic":[33,112],"gradient":[34,113],"characteristics.":[37],"this":[39],"paper,":[40],"we":[41,94,141],"propose":[42],"a":[43,54],"communication-efficient":[44],"privacy-preserving":[46],"SGD":[48],"algorithm.":[49],"Our":[50],"proposed":[51],"algorithm":[52,97],"employs":[53],"layered":[55],"randomized":[56],"quantizer":[57],"(LRQ)":[58],"reduce":[60],"overhead,":[62],"which":[63],"also":[64],"ensures":[65],"that":[66],"quantization":[67],"errors":[68],"follow":[69],"an":[70],"exact":[71],"Gaussian":[72],"distribution,":[73],"thus":[74],"achieving":[75],"client-level":[76],"differential":[77],"privacy.":[78],"We":[79],"analyze":[80],"the":[81,96,103,128,136,143],"trade-off":[82],"between":[83],"convergence":[84,132],"error,":[85],"communication,":[86],"under":[89],"non-IID":[90],"data":[91],"distributions.":[92],"Besides,":[93],"modify":[95],"be":[99],"training-adaptive":[100],"by":[101,126],"adjusting":[102],"perround":[104],"budget":[106,138],"allocation":[107],"in":[108,162],"response":[109],"i)":[111],"ii)":[116],"real-time":[117],"changing":[118],"rounds.":[120],"Both":[121],"closed-form":[122],"solutions":[123],"derived":[125],"solving":[127],"minimization":[129],"problem":[130],"of":[131,145,164],"error":[133],"subject":[134],"constraint.":[139],"Finally,":[140],"evaluate":[142],"effectiveness":[144],"our":[146],"approach":[147],"through":[148],"extensive":[149],"experiments":[150],"on":[151],"various":[152],"datasets,":[153],"including":[154],"MNIST,":[155],"CIFAR-10,":[156],"CIFAR-100,":[158],"demonstrating":[159],"its":[160],"superiority":[161],"terms":[163],"cost,":[166],"protection,":[168],"model":[170],"performance":[171],"compared":[172],"state-of-the-art":[174],"methods.":[175]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}