{"id":"https://openalex.org/W2114198628","doi":"https://doi.org/10.1109/isit.2004.1365386","title":"Mutual information and MMSE in gaussian channels","display_name":"Mutual information and MMSE in gaussian channels","publication_year":2004,"publication_date":"2004-12-23","ids":{"openalex":"https://openalex.org/W2114198628","doi":"https://doi.org/10.1109/isit.2004.1365386","mag":"2114198628"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2004.1365386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2004.1365386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Symposium onInformation Theory, 2004. ISIT 2004. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081342685","display_name":"Dongning Guo","orcid":"https://orcid.org/0000-0001-9000-3480"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dongning Guo","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025989795","display_name":"Shlomo Shamai","orcid":"https://orcid.org/0000-0002-6594-3371"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"S. Shamai","raw_affiliation_strings":["Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","TECHNION-Israel Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"TECHNION-Israel Institute of Technology","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103184697","display_name":"Sergio Verd\u00fa","orcid":"https://orcid.org/0000-0003-1254-9116"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. Verdu","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University, Princeton, NJ, USA","Princeton University#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Princeton University#TAB#","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081342685"],"corresponding_institution_ids":["https://openalex.org/I20089843"],"apc_list":null,"apc_paid":null,"fwci":9.2505,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.97766189,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"349","last_page":"349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7899665832519531},{"id":"https://openalex.org/keywords/minimum-mean-square-error","display_name":"Minimum mean square error","score":0.7081597447395325},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6732438802719116},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5810405611991882},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5295230746269226},{"id":"https://openalex.org/keywords/gaussian-noise","display_name":"Gaussian noise","score":0.5136203169822693},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4473244845867157},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.43897801637649536},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4293765723705292},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.41364508867263794},{"id":"https://openalex.org/keywords/scalar","display_name":"Scalar (mathematics)","score":0.41123002767562866},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.362583190202713},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35862916707992554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.32535892724990845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11108168959617615}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7899665832519531},{"id":"https://openalex.org/C90652560","wikidata":"https://www.wikidata.org/wiki/Q11091747","display_name":"Minimum mean square error","level":3,"score":0.7081597447395325},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6732438802719116},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5810405611991882},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5295230746269226},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.5136203169822693},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4473244845867157},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.43897801637649536},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4293765723705292},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.41364508867263794},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.41123002767562866},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.362583190202713},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35862916707992554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32535892724990845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11108168959617615},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit.2004.1365386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2004.1365386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Symposium onInformation Theory, 2004. ISIT 2004. Proceedings.","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.978.349","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.978.349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ece.northwestern.edu/%7Edguo/publications/GuoSha04ISIT.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2033079303","https://openalex.org/W2111616148"],"related_works":["https://openalex.org/W2383807498","https://openalex.org/W1978572805","https://openalex.org/W1997992934","https://openalex.org/W2466816617","https://openalex.org/W1987225439","https://openalex.org/W4238188170","https://openalex.org/W2125114371","https://openalex.org/W2149980199","https://openalex.org/W1970834875","https://openalex.org/W2981790152"],"abstract_inverted_index":{"Consider":[0],"arbitrarily":[1],"distributed":[2,119],"input":[3,32,92],"signals":[4],"observed":[5],"in":[6,85],"additive":[7],"Gaussian":[8],"noise.":[9],"A":[10,76],"new":[11,83],"fundamental":[12],"relationship":[13,84],"is":[14,50,81,100,116],"found":[15],"between":[16,120],"the":[17,22,31,34,39,46,54,79,91,94,103,107],"input-output":[18],"mutual":[19,40],"information":[20,41],"and":[21,62,70,122],"minimum":[23],"mean-square":[24],"error":[25],"(MMSE)":[26],"of":[27,30,38,78,90,106],"an":[28],"estimate":[29],"given":[33],"output:":[35],"The":[36],"derivative":[37],"(nats)":[42],"with":[43,111],"respect":[44],"to":[45,52,102],"signal-to-noise":[47],"ratio":[48],"(SNR)":[49],"equal":[51,101],"half":[53],"MMSE.":[55],"This":[56],"identity":[57],"holds":[58],"for":[59,68],"both":[60],"scalar":[61],"vector":[63],"signals,":[64],"as":[65,67],"well":[66],"discrete-":[69],"continuous-time":[71,86],"noncausal":[72,108],"MMSE":[73,96,109],"estimation":[74],"(smoothing).":[75],"consequence":[77],"result":[80],"a":[82,112],"nonlinear":[87],"filtering:":[88],"Regardless":[89],"statistics,":[93],"causal":[95],"achieved":[97,110],"at":[98],"snr":[99,123],"expected":[104],"value":[105],"channel":[113],"whose":[114],"SNR":[115],"chosen":[117],"uniformly":[118],"0":[121]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}