{"id":"https://openalex.org/W4310902971","doi":"https://doi.org/10.1109/itw54588.2022.9965863","title":"An Information-theoretic Method for Collaborative Distributed Learning with Limited Communication","display_name":"An Information-theoretic Method for Collaborative Distributed Learning with Limited Communication","publication_year":2022,"publication_date":"2022-11-01","ids":{"openalex":"https://openalex.org/W4310902971","doi":"https://doi.org/10.1109/itw54588.2022.9965863"},"language":"en","primary_location":{"id":"doi:10.1109/itw54588.2022.9965863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw54588.2022.9965863","pdf_url":null,"source":{"id":"https://openalex.org/S4363606450","display_name":"2022 IEEE Information Theory Workshop (ITW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061406372","display_name":"Xinyi Tong","orcid":"https://orcid.org/0000-0001-9832-7973"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinyi Tong","raw_affiliation_strings":["Tsinghua University,Tsinghua-Berkeley Shenzhen Institute","Tsinghua-Berkeley Shenzhen Institute, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua-Berkeley Shenzhen Institute","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101613464","display_name":"Jian Xu","orcid":"https://orcid.org/0000-0001-6201-9215"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Xu","raw_affiliation_strings":["Tsinghua University,Tsinghua-Berkeley Shenzhen Institute","Tsinghua-Berkeley Shenzhen Institute, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua-Berkeley Shenzhen Institute","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088293566","display_name":"Shao\u2010Lun Huang","orcid":"https://orcid.org/0000-0003-2827-4022"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shao-Lun Huang","raw_affiliation_strings":["Tsinghua University,Tsinghua-Berkeley Shenzhen Institute","Tsinghua-Berkeley Shenzhen Institute, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua-Berkeley Shenzhen Institute","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061406372"],"corresponding_institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.6486,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60219689,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.7026139497756958},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.70094895362854},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.598377525806427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5954360365867615},{"id":"https://openalex.org/keywords/sufficient-statistic","display_name":"Sufficient statistic","score":0.524539053440094},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5093008279800415},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4179121255874634},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.40391767024993896},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35309791564941406},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3274174928665161},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3135681748390198},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10976165533065796},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10761931538581848}],"concepts":[{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.7026139497756958},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.70094895362854},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.598377525806427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5954360365867615},{"id":"https://openalex.org/C178197554","wikidata":"https://www.wikidata.org/wiki/Q1099110","display_name":"Sufficient statistic","level":2,"score":0.524539053440094},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5093008279800415},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4179121255874634},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.40391767024993896},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35309791564941406},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3274174928665161},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3135681748390198},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10976165533065796},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10761931538581848},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itw54588.2022.9965863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw54588.2022.9965863","pdf_url":null,"source":{"id":"https://openalex.org/S4363606450","display_name":"2022 IEEE Information Theory Workshop (ITW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W2078003433","https://openalex.org/W2127180992","https://openalex.org/W2154518298","https://openalex.org/W2320778555","https://openalex.org/W2335915014","https://openalex.org/W2752921537","https://openalex.org/W2766140019","https://openalex.org/W2769644379","https://openalex.org/W2891735383","https://openalex.org/W2963179579","https://openalex.org/W2963422939","https://openalex.org/W3012125688","https://openalex.org/W3015640161","https://openalex.org/W3048202899","https://openalex.org/W3157973515","https://openalex.org/W3170906335","https://openalex.org/W3182125009","https://openalex.org/W3213937925","https://openalex.org/W4220738117","https://openalex.org/W4288598403","https://openalex.org/W6678941442","https://openalex.org/W6703356892","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6752191696","https://openalex.org/W6754776447","https://openalex.org/W6763621396","https://openalex.org/W6771893701","https://openalex.org/W6784790197","https://openalex.org/W6796615672","https://openalex.org/W6804158588"],"related_works":["https://openalex.org/W2003768768","https://openalex.org/W2511265471","https://openalex.org/W2506732374","https://openalex.org/W2794698711","https://openalex.org/W2951012264","https://openalex.org/W3048493158","https://openalex.org/W1519919444","https://openalex.org/W2357504953","https://openalex.org/W3122542824","https://openalex.org/W272642882"],"abstract_inverted_index":{"In":[0],"this":[1,88],"paper,":[2],"we":[3,35,107],"study":[4],"the":[5,10,31,37,44,53,59,65,69,75,80,85,91,98,102,109,113,129,133,142,149],"information":[6],"transmission":[7,93],"problem":[8],"under":[9,43,68],"distributed":[11],"learning":[12,28],"framework,":[13],"where":[14,121],"each":[15],"worker":[16],"node":[17,150],"is":[18,104,125,145],"merely":[19],"permitted":[20],"to":[21,26,63,84,127],"transmit":[22],"a":[23,122],"m-dimensional":[24],"statistic":[25],"improve":[27],"results":[29],"of":[30,46,87,112],"target":[32],"node.":[33],"Specifically,":[34],"evaluate":[36],"corresponding":[38],"expected":[39],"population":[40],"risk":[41],"(EPR)":[42],"regime":[45],"large":[47],"sample":[48],"sizes.":[49],"We":[50],"prove":[51],"that":[52,101,139],"performance":[54],"can":[55,140],"be":[56],"enhanced":[57],"since":[58],"transmitted":[60,81],"statistics":[61,82,99,115],"contribute":[62],"estimating":[64],"underlying":[66],"distribution":[67],"mean":[70],"square":[71],"error":[72],"measured":[73],"by":[74],"EPR":[76,103],"norm":[77],"matrix.":[78],"Accordingly,":[79],"correspond":[83],"eigenvectors":[86,96],"matrix,":[89],"and":[90,118],"desired":[92,114],"allocates":[94],"these":[95],"among":[97],"such":[100],"minimal.":[105],"Moreover,":[106],"provide":[108],"analytical":[110],"solution":[111,144],"for":[116],"single-node":[117],"two-node":[119],"transmission,":[120],"geometrical":[123],"interpretation":[124],"given":[126],"explain":[128],"eigenvector":[130],"selection.":[131],"For":[132],"general":[134],"case,":[135],"an":[136],"efficient":[137],"algorithm":[138],"output":[141],"allocation":[143],"developed":[146],"based":[147],"on":[148],"partitions.":[151]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}