{"id":"https://openalex.org/W4399399479","doi":"https://doi.org/10.1109/jsait.2024.3409426","title":"On the Fundamental Limit of Distributed Learning With Interchangable Constrained Statistics","display_name":"On the Fundamental Limit of Distributed Learning With Interchangable Constrained Statistics","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399399479","doi":"https://doi.org/10.1109/jsait.2024.3409426"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2024.3409426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2024.3409426","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066186077","display_name":"Xinyi Tong","orcid":"https://orcid.org/0000-0001-8242-8737"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Tong","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Tsinghua Shenzhen International Graduate School, Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8242-8737","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101613464","display_name":"Jian Xu","orcid":"https://orcid.org/0000-0001-6201-9215"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Xu","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Tsinghua Shenzhen International Graduate School, Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6201-9215","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088293566","display_name":"Shao\u2010Lun Huang","orcid":"https://orcid.org/0000-0003-2827-4022"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shao-Lun Huang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2827-4022","affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06185701,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"396","last_page":"406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6963016986846924},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.692035436630249},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6113457083702087},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.5581952929496765},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5021131038665771},{"id":"https://openalex.org/keywords/fisher-information","display_name":"Fisher information","score":0.4869476556777954},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.434872567653656},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4188111126422882},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32103124260902405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30150461196899414},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2863849699497223},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27004143595695496},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24578037858009338}],"concepts":[{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6963016986846924},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.692035436630249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6113457083702087},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.5581952929496765},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5021131038665771},{"id":"https://openalex.org/C29406490","wikidata":"https://www.wikidata.org/wiki/Q1420659","display_name":"Fisher information","level":2,"score":0.4869476556777954},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.434872567653656},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4188111126422882},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32103124260902405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30150461196899414},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2863849699497223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27004143595695496},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24578037858009338},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsait.2024.3409426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2024.3409426","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G3043234225","display_name":null,"funder_award_id":"2021YFA0715202","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1496883919","https://openalex.org/W2021547642","https://openalex.org/W2027226665","https://openalex.org/W2078003433","https://openalex.org/W2112905930","https://openalex.org/W2114041665","https://openalex.org/W2142243767","https://openalex.org/W2144785473","https://openalex.org/W2154518298","https://openalex.org/W2157579481","https://openalex.org/W2320778555","https://openalex.org/W2335915014","https://openalex.org/W2944857505","https://openalex.org/W2963473808","https://openalex.org/W2976308589","https://openalex.org/W3012125688","https://openalex.org/W3015640161","https://openalex.org/W3036703963","https://openalex.org/W3048202899","https://openalex.org/W3125012172","https://openalex.org/W3144583488","https://openalex.org/W3182125009","https://openalex.org/W4220738117","https://openalex.org/W4287863844","https://openalex.org/W4300353561","https://openalex.org/W4310902971","https://openalex.org/W4386066451","https://openalex.org/W6642232732","https://openalex.org/W6682891771","https://openalex.org/W6684583874","https://openalex.org/W6703356892","https://openalex.org/W6728757088","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6752051073","https://openalex.org/W6754776447","https://openalex.org/W6774827312","https://openalex.org/W6811336461"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W3012088032","https://openalex.org/W2238904537","https://openalex.org/W4287880334","https://openalex.org/W2776312158","https://openalex.org/W3097449145","https://openalex.org/W4366700029","https://openalex.org/W4287876693","https://openalex.org/W2067333154","https://openalex.org/W2536304352"],"abstract_inverted_index":{"In":[0,150],"the":[1,24,32,64,73,79,84,90,94,124,127,131,137,145,164],"popular":[2],"federated":[3],"learning":[4,168],"scenarios,":[5],"distributed":[6,36,85,111,167],"nodes":[7,112],"often":[8],"represent":[9],"and":[10,39,60,78,89,93],"exchange":[11],"information":[12],"through":[13],"functions":[14,129],"or":[15],"statistics":[16,62,132],"of":[17,26,35,56,63,97,130,140,158,166],"data,":[18],"with":[19,67,113],"communicative":[20],"processes":[21],"constrained":[22],"by":[23,144],"dimensionality":[25,68],"transmitted":[27],"information.":[28],"This":[29],"paper":[30],"investigates":[31],"fundamental":[33],"limits":[34],"parameter":[37,86],"estimation":[38,87],"model":[40,107,146],"training":[41,109,147],"problems":[42],"under":[43],"such":[44],"constraints.":[45,69],"Specifically,":[46],"we":[47,105],"assume":[48],"that":[49,119],"each":[50],"node":[51],"can":[52],"observe":[53],"a":[54,141],"sequence":[55],"i.i.d.":[57],"sampled":[58],"data":[59,66],"communicate":[61],"observed":[65],"We":[70,117],"first":[71],"show":[72],"Cramer-Rao":[74],"lower":[75],"bound":[76],"(CRLB)":[77],"corresponding":[80],"achievable":[81],"estimators":[82,100],"for":[83,110,162],"problems,":[88],"geometric":[91],"insights":[92],"computable":[95],"algorithms":[96,161],"designing":[98,159],"efficient":[99,160],"are":[101],"also":[102],"presented.":[103],"Moreover,":[104],"consider":[106],"parameters":[108],"limited":[114],"communicable":[115],"statistics.":[116],"demonstrate":[118],"in":[120],"order":[121],"to":[122],"optimize":[123],"excess":[125],"risk,":[126],"feature":[128],"shall":[133],"be":[134],"designed":[135],"along":[136],"largest":[138],"eigenvectors":[139],"matrix":[142],"induced":[143],"loss":[148],"function.":[149],"summary,":[151],"our":[152],"results":[153],"potentially":[154],"provide":[155],"theoretical":[156],"guidelines":[157],"enhancing":[163],"performance":[165],"systems.":[169]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}