{"id":"https://openalex.org/W4200345670","doi":"https://doi.org/10.1109/wcsp52459.2021.9613333","title":"An Adaptive Distributed Source Coding Design for Distributed Learning","display_name":"An Adaptive Distributed Source Coding Design for Distributed Learning","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W4200345670","doi":"https://doi.org/10.1109/wcsp52459.2021.9613333"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp52459.2021.9613333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613333","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091097798","display_name":"Naifu Zhang","orcid":"https://orcid.org/0000-0003-2586-3841"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Naifu Zhang","raw_affiliation_strings":["Dept. of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016127527","display_name":"Meixia Tao","orcid":"https://orcid.org/0000-0002-0799-0954"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meixia Tao","raw_affiliation_strings":["Dept. of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.6264,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.83544203,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-source-coding","display_name":"Distributed source coding","score":0.9436059594154358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7700076103210449},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.7093255519866943},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5895707607269287},{"id":"https://openalex.org/keywords/variable-length-code","display_name":"Variable-length code","score":0.565782368183136},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5195144414901733},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4996144771575928},{"id":"https://openalex.org/keywords/low-density-parity-check-code","display_name":"Low-density parity-check code","score":0.46773916482925415},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4563385546207428},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.43651601672172546},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4229840636253357},{"id":"https://openalex.org/keywords/forward-error-correction","display_name":"Forward error correction","score":0.41120994091033936},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4030809998512268},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.3643842935562134},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3221341371536255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23979690670967102},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14668986201286316},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1002989411354065}],"concepts":[{"id":"https://openalex.org/C200801453","wikidata":"https://www.wikidata.org/wiki/Q5283181","display_name":"Distributed source coding","level":4,"score":0.9436059594154358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700076103210449},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.7093255519866943},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5895707607269287},{"id":"https://openalex.org/C60603091","wikidata":"https://www.wikidata.org/wiki/Q2981616","display_name":"Variable-length code","level":3,"score":0.565782368183136},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5195144414901733},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4996144771575928},{"id":"https://openalex.org/C67692717","wikidata":"https://www.wikidata.org/wiki/Q187444","display_name":"Low-density parity-check code","level":3,"score":0.46773916482925415},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4563385546207428},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.43651601672172546},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4229840636253357},{"id":"https://openalex.org/C202932441","wikidata":"https://www.wikidata.org/wiki/Q55611017","display_name":"Forward error correction","level":3,"score":0.41120994091033936},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4030809998512268},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3643842935562134},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3221341371536255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23979690670967102},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14668986201286316},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1002989411354065},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp52459.2021.9613333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613333","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2943292241","display_name":null,"funder_award_id":"2020YFB1406802","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2068143054","https://openalex.org/W2099213070","https://openalex.org/W2106742055","https://openalex.org/W2129763250","https://openalex.org/W2168231600","https://openalex.org/W2407022425","https://openalex.org/W2606891064","https://openalex.org/W2617766261","https://openalex.org/W2774000609","https://openalex.org/W2970895312","https://openalex.org/W3033664100","https://openalex.org/W3101036738","https://openalex.org/W3138364951","https://openalex.org/W3198804673","https://openalex.org/W4297685247","https://openalex.org/W6684859321","https://openalex.org/W6738460352","https://openalex.org/W6746839373","https://openalex.org/W6748019269","https://openalex.org/W6779414195"],"related_works":["https://openalex.org/W2623918504","https://openalex.org/W2957709805","https://openalex.org/W2916248738","https://openalex.org/W1968720239","https://openalex.org/W2622922565","https://openalex.org/W2100531868","https://openalex.org/W2011630204","https://openalex.org/W4221096776","https://openalex.org/W2108244046","https://openalex.org/W2811127143"],"abstract_inverted_index":{"A":[0],"major":[1],"bottleneck":[2],"in":[3,74,107,179],"distributed":[4,47,87,93,122],"learning":[5,123],"is":[6,53,97,135],"the":[7,17,21,37,50,63,72,75,85,100,105,108,159,164,169,176],"communication":[8,101],"overhead":[9],"of":[10],"exchanging":[11],"intermediate":[12],"model":[13,28,39,51],"update":[14,29,52],"parameters":[15],"between":[16],"worker":[18,31,44,80],"nodes":[19,32],"and":[20,33,127,172],"parameter":[22,170],"server.":[23],"Existing":[24],"works":[25,68],"reconstruct":[26],"each":[27,180],"from":[30],"implicitly":[34],"assume":[35],"that":[36,157],"local":[38,109],"updates":[40],"are":[41,147],"independent":[42],"over":[43],"nodes.":[45,81],"In":[46],"learning,":[48],"however,":[49],"an":[54,152],"indirect":[55],"multi-terminal":[56],"source":[57,88],"coding":[58,89,134,155],"problem,":[59],"also":[60],"called":[61],"as":[62],"CEO":[64],"problem.":[65],"The":[66,131],"existing":[67],"do":[69],"not":[70],"leverage":[71],"redundancy":[73],"information":[76],"transmitted":[77],"by":[78,103,137],"different":[79],"This":[82],"paper":[83],"studies":[84],"practical":[86,132],"(DSC)":[90],"scheme":[91,156],"for":[92,121],"learning.":[94],"Our":[95],"goal":[96],"to":[98],"reduce":[99],"cost":[102],"leveraging":[104],"correlation":[106],"gradients.":[110],"We":[111],"first":[112],"propose":[113,151],"a":[114],"DSC":[115],"framework,":[116],"named":[117],"successive":[118],"Wyner-Ziv":[119],"coding,":[120],"based":[124,162],"on":[125,163],"quantization":[126],"Slepian-Wolf":[128],"(SW)":[129],"coding.":[130],"SW":[133,154],"implemented":[136],"low":[138],"density":[139],"parity":[140],"check":[141],"(LDPC)":[142],"code":[143],"when":[144],"gradients":[145,167],"statistics":[146,161],"known.":[148],"Finally,":[149],"we":[150],"adaptive":[153],"estimates":[158],"gradient":[160],"observed":[165],"quantized":[166],"at":[168],"server":[171],"then":[173],"dynamically":[174],"adjusts":[175],"LDPC":[177],"codes":[178],"iteration.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}