{"id":"https://openalex.org/W2620993399","doi":"https://doi.org/10.1109/tit.2017.2710059","title":"Rate Distortion for Lossy In-Network Linear Function Computation and Consensus: Distortion Accumulation and Sequential Reverse Water-Filling","display_name":"Rate Distortion for Lossy In-Network Linear Function Computation and Consensus: Distortion Accumulation and Sequential Reverse Water-Filling","publication_year":2017,"publication_date":"2017-05-31","ids":{"openalex":"https://openalex.org/W2620993399","doi":"https://doi.org/10.1109/tit.2017.2710059","mag":"2620993399"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2017.2710059","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2710059","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020994183","display_name":"Yaoqing Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaoqing Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054746425","display_name":"Pulkit Grover","orcid":"https://orcid.org/0000-0001-7651-7776"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pulkit Grover","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7651-7776","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077268766","display_name":"Soummya Kar","orcid":"https://orcid.org/0000-0002-8060-5581"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soummya Kar","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8060-5581","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6196,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.76568535,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"63","issue":"8","first_page":"5179","last_page":"5206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.8178601264953613},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.6998499035835266},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6411334276199341},{"id":"https://openalex.org/keywords/rate\u2013distortion-theory","display_name":"Rate\u2013distortion theory","score":0.5716227293014526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5277736186981201},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5134738087654114},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5032939314842224},{"id":"https://openalex.org/keywords/rate-distortion","display_name":"Rate distortion","score":0.4996755123138428},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36839595437049866},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.3348521590232849},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3237113654613495},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2658683955669403},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.20557421445846558},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1741333305835724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.173021137714386},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1039792001247406},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.08703452348709106},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.08125418424606323}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.8178601264953613},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.6998499035835266},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6411334276199341},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.5716227293014526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5277736186981201},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5134738087654114},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5032939314842224},{"id":"https://openalex.org/C2982755384","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate distortion","level":3,"score":0.4996755123138428},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36839595437049866},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3348521590232849},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3237113654613495},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2658683955669403},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.20557421445846558},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1741333305835724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.173021137714386},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1039792001247406},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.08703452348709106},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.08125418424606323},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2017.2710059","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2710059","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/6","score":0.8600000143051147,"display_name":"Clean water and sanitation"}],"awards":[{"id":"https://openalex.org/G2597156014","display_name":null,"funder_award_id":"ECCS-1343324","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5278758085","display_name":null,"funder_award_id":"CCF-1350314","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7676900334","display_name":null,"funder_award_id":"CNS-1702694","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1494099594","https://openalex.org/W1545658340","https://openalex.org/W1644186851","https://openalex.org/W1973885990","https://openalex.org/W1988519174","https://openalex.org/W1990488619","https://openalex.org/W1993449345","https://openalex.org/W1994379564","https://openalex.org/W1996260141","https://openalex.org/W2001988223","https://openalex.org/W2005007104","https://openalex.org/W2018661781","https://openalex.org/W2026026955","https://openalex.org/W2037808459","https://openalex.org/W2066336903","https://openalex.org/W2070395973","https://openalex.org/W2081877251","https://openalex.org/W2083632855","https://openalex.org/W2091891568","https://openalex.org/W2094011066","https://openalex.org/W2097854052","https://openalex.org/W2109053700","https://openalex.org/W2109962983","https://openalex.org/W2120286056","https://openalex.org/W2124317079","https://openalex.org/W2128879636","https://openalex.org/W2129119419","https://openalex.org/W2129774678","https://openalex.org/W2130401121","https://openalex.org/W2137906383","https://openalex.org/W2140227342","https://openalex.org/W2141761557","https://openalex.org/W2147040578","https://openalex.org/W2164651000","https://openalex.org/W2166524562","https://openalex.org/W2168839620","https://openalex.org/W2172236196","https://openalex.org/W2292409432","https://openalex.org/W2478708596","https://openalex.org/W2516403664","https://openalex.org/W2551526409","https://openalex.org/W2604218357","https://openalex.org/W2744670858","https://openalex.org/W2963423396","https://openalex.org/W2963612321","https://openalex.org/W3101920964","https://openalex.org/W3104550706","https://openalex.org/W3147705998","https://openalex.org/W4230058301","https://openalex.org/W4243828860","https://openalex.org/W4300840296","https://openalex.org/W7034607176"],"related_works":["https://openalex.org/W4289655361","https://openalex.org/W2343931896","https://openalex.org/W2950221323","https://openalex.org/W2544613996","https://openalex.org/W3197256000","https://openalex.org/W2951392727","https://openalex.org/W2114165205","https://openalex.org/W2620993399","https://openalex.org/W4280609169","https://openalex.org/W4300597127"],"abstract_inverted_index":{"We":[0,14,166,216],"consider":[1],"the":[2,32,37,66,69,128,141,172,182,190,208,213,222,246],"problem":[3,211],"of":[4,39,56,63,68,94,99,114,130],"distributed":[5,43,244],"lossy":[6],"linear":[7,261],"function":[8,55,144],"computation":[9,51],"in":[10,42,106,160,254],"a":[11,54,153,227],"tree":[12,220],"network.":[13,70],"examine":[15],"two":[16],"cases:":[17],"1)":[18],"data":[19,162,209,241,256],"aggregation":[20,163,210,242],"(only":[21],"one":[22],"sink":[23],"node":[24],"computes)":[25],"and":[26,164,196,212,243,260],"2)":[27],"consensus":[28,214],"(all":[29],"nodes":[30],"compute":[31],"same":[33],"function).":[34],"By":[35],"quantifying":[36,76],"accumulation":[38,112,248],"information":[40,100,104],"loss":[41,62,101],"computing,":[44],"we":[45,136],"obtain":[46,137,168],"fundamental":[47],"limits":[48],"on":[49,75,90,127,140,171,202],"network":[50],"rate":[52,142,174,203,223],"as":[53],"incremental":[57,61,95],"distortions":[58,92],"(and":[59],"hence":[60],"information)":[64],"along":[65],"edges":[67],"The":[71,193],"above":[72],"characterization,":[73],"based":[74,89],"distortion":[77,115,143,247],"accumulation,":[78],"offers":[79],"an":[80,125],"improvement":[81],"over":[82,133],"classical":[83,149,232],"cut-set":[84,150],"type":[85],"techniques,":[86],"which":[87,155,179],"are":[88,146],"overall":[91,191],"instead":[93],"distortions.":[96],"This":[97],"quantification":[98],"qualitatively":[102],"resembles":[103],"dissipation":[105],"cascaded":[107],"channels":[108],"[2].":[109],"Surprisingly,":[110],"this":[111,122],"effect":[113],"happens":[116],"even":[117],"at":[118],"infinite":[119],"blocklength.":[120],"Combining":[121],"observation":[123],"with":[124],"inequality":[126],"dominance":[129],"mean-square":[131],"quantities":[132],"relative-entropy":[134],"quantities,":[135],"outer":[138,183,197],"bounds":[139,151,170,184,198],"that":[145,218],"tighter":[147],"than":[148],"by":[152,185],"difference,":[154],"can":[156,199],"be":[157],"arbitrarily":[158],"large":[159],"both":[161,207],"consensus.":[165],"also":[167,252],"inner":[169,195],"optimal":[173],"using":[175],"random":[176],"Gaussian":[177,237],"coding,":[178],"differ":[180],"from":[181,240],"O(\u221aD),":[186],"where":[187],"D":[188],"is":[189,251],"distortion.":[192],"obtained":[194],"provide":[200],"insights":[201],"(bit)":[204],"allocations":[205],"for":[206,219,235,267],"problem.":[215],"show":[217],"networks,":[221],"allocation":[224],"results":[225],"have":[226],"mathematical":[228],"structure":[229],"similar":[230],"to":[231],"reverse":[233],"waterfilling":[234],"parallel":[236],"sources.":[238],"Apart":[239],"consensus,":[245],"analysis":[249],"framework":[250],"applicable":[253],"large-scale":[255],"summarization":[257],"through":[258],"histograms":[259],"sketching,":[262],"e.g.,":[263],"word":[264],"counting":[265],"tasks":[266],"document":[268],"summarization.":[269]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2017,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}