{"id":"https://openalex.org/W2155549573","doi":"https://doi.org/10.1109/tit.2011.2172572","title":"Mutual Information, Relative Entropy, and Estimation in the Poisson Channel","display_name":"Mutual Information, Relative Entropy, and Estimation in the Poisson Channel","publication_year":2012,"publication_date":"2012-01-18","ids":{"openalex":"https://openalex.org/W2155549573","doi":"https://doi.org/10.1109/tit.2011.2172572","mag":"2155549573"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2011.2172572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2011.2172572","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053398044","display_name":"Rami Atar","orcid":"https://orcid.org/0000-0001-8341-5049"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Rami Atar","raw_affiliation_strings":["Technion-Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084079314","display_name":"Tsachy Weissman","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["University of Stanford, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stanford, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8134,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.97163704,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"58","issue":"3","first_page":"1302","last_page":"1318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11716","display_name":"Random Matrices and Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10382","display_name":"Quantum and electron transport phenomena","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.7027688026428223},{"id":"https://openalex.org/keywords/poisson-distribution","display_name":"Poisson distribution","score":0.4478241503238678},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42826491594314575},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.38362371921539307},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36898815631866455},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.33650627732276917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3274425268173218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32438504695892334},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20147255063056946},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.10090595483779907}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.7027688026428223},{"id":"https://openalex.org/C100906024","wikidata":"https://www.wikidata.org/wiki/Q205692","display_name":"Poisson distribution","level":2,"score":0.4478241503238678},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42826491594314575},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.38362371921539307},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36898815631866455},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.33650627732276917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3274425268173218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32438504695892334},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20147255063056946},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.10090595483779907}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2011.2172572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2011.2172572","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W162444011","https://openalex.org/W206086817","https://openalex.org/W403359422","https://openalex.org/W1549664537","https://openalex.org/W1829931105","https://openalex.org/W1981835176","https://openalex.org/W2004191028","https://openalex.org/W2027513460","https://openalex.org/W2033079303","https://openalex.org/W2054243772","https://openalex.org/W2059120410","https://openalex.org/W2060491449","https://openalex.org/W2076274626","https://openalex.org/W2081877251","https://openalex.org/W2092487949","https://openalex.org/W2099546535","https://openalex.org/W2101123156","https://openalex.org/W2104072072","https://openalex.org/W2111510771","https://openalex.org/W2111616148","https://openalex.org/W2130700086","https://openalex.org/W2135057628","https://openalex.org/W2136135636","https://openalex.org/W2138358551","https://openalex.org/W2146169717","https://openalex.org/W2146712141","https://openalex.org/W2148861585","https://openalex.org/W2153463205","https://openalex.org/W2168671066","https://openalex.org/W2170827277","https://openalex.org/W2326120674","https://openalex.org/W2802739963","https://openalex.org/W2950561909","https://openalex.org/W2984715877","https://openalex.org/W3099354821","https://openalex.org/W3100690807","https://openalex.org/W4245511275","https://openalex.org/W4297584681","https://openalex.org/W4301258660"],"related_works":["https://openalex.org/W1978042415","https://openalex.org/W1500184395","https://openalex.org/W2915710275","https://openalex.org/W2338700700","https://openalex.org/W2153558434","https://openalex.org/W2067336207","https://openalex.org/W2068653155","https://openalex.org/W2009241793","https://openalex.org/W2783397311","https://openalex.org/W2386767533"],"abstract_inverted_index":{"Let$X$be":[0],"a":[1,11,19,24,60,90,95,108,146,190],"nonnegative":[2,96],"random":[3,12],"variable":[4],"and":[5,99,173,212,219,258,264,269],"let":[6],"the":[7,31,34,42,51,67,72,78,85,100,117,122,132,136,156,160,168,179,182,195,199,206,209,213,217,220,228,247,250,255,265],"conditional":[8,101],"distribution":[9,52,222],"of":[10,33,50,107,135,208,253,262,273],"variable$Y$,":[13],"given$X$,":[14,104],"be":[15],"Poisson$(\\gamma\\cdot":[16],"X)$,":[17],"for":[18,246],"parameter$\\gamma\\geq":[20],"0$.":[21],"We":[22],"identify":[23],"natural":[25],"loss":[26,45,69,81,119,125,139,231],"function":[27],"such":[28],"that:":[29],"1)":[30,121],"derivative":[32],"mutual":[35,161,210],"information":[36,162,211],"between$X$and$Y$with":[37],"respect":[38],"to$\\gamma$is":[39],"equal":[40,83,130],"to":[41,84,131,233,242],"minimum":[43,123,137],"mean":[44,80,124,138,169],"in":[46,126,140,171,178,202,235],"estimating$X$based":[47],"on$Y$,":[48],"regardless":[49],"of$X$;":[53],"2)":[54,164],"when$X\\sim":[55],"P$is":[56],"estimated":[57],"based":[58],"on$Y$by":[59],"mismatched":[61,221,259,271],"estimator":[62],"that":[63,106],"would":[64],"have":[65],"minimized":[66],"expected":[68,133],"had$X\\sim":[70],"Q$,":[71],"integral":[73],"over":[74],"all":[75],"values":[76],"of$\\gamma$of":[77],"excess":[79,229],"is":[82,105,159,193,205],"relative":[86,214,225,256],"entropy":[87,215,226,257],"between$P$and$Q$.":[88],"For":[89],"continuous":[91],"time":[92],"setting":[93],"where$X$is":[94],"stochastic":[97],"process":[98,111],"law":[102,191],"of$Y$,":[103],"non-homogeneous":[109],"Poisson":[110],"with":[112,145],"intensity":[113],"function$\\gamma\\cdot":[114],"X$,":[115],"under":[116],"same":[118],"function:":[120],"causal":[127,172,268],"filtering":[128,142,175],"when$\\gamma=\\gamma_{0}$is":[129],"value":[134],"noncausal":[141,174],"(smoothing)":[143],"achieved":[144],"channel":[147],"whose":[148],"parameter$\\gamma$is":[149],"uniformly":[150],"distributed":[151],"between":[152,167,216,267],"0":[153],"and$\\gamma_{0}$.":[154],"Bridging":[155,198],"two":[157,200],"quantities":[158,201],"between$X$and$Y$;":[163],"this":[165,203,236],"relationship":[166,252,261,266],"losses":[170],"holds":[176],"also":[177],"case":[180,204],"where":[181],"filters":[183],"employed":[184],"are":[185,240],"mismatched,":[186],"i.e.,":[187],"optimized":[188],"assuming":[189],"on$X$which":[192],"not":[194],"true":[196,218],"one.":[197],"sum":[207],"of$Y$.":[223],"Thus,":[224],"quantifies":[227],"estimation":[230,260,272],"due":[232],"mismatch":[234],"setting.":[237],"These":[238],"results":[239],"parallel":[241],"those":[243],"recently":[244],"found":[245],"Gaussian":[248],"channel:":[249],"I-MMSE":[251],"Guo,":[254],"Verd\u00fa,":[263],"noncasual":[270],"Weissman.":[274]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":13},{"year":2012,"cited_by_count":7}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}