{"id":"https://openalex.org/W2511945093","doi":"https://doi.org/10.1109/isit.2016.7541808","title":"Mutual information, relative entropy and estimation error in semi-martingale channels","display_name":"Mutual information, relative entropy and estimation error in semi-martingale channels","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2511945093","doi":"https://doi.org/10.1109/isit.2016.7541808","mag":"2511945093"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2016.7541808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034192173","display_name":"Jiantao Jiao","orcid":"https://orcid.org/0000-0003-3766-8031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, United States","Department of Electrical Engineering, Stanford University"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066970557","display_name":"Kartik Venkat","orcid":"https://orcid.org/0000-0002-7902-9724"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Venkat","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, United States","Department of Electrical Engineering, Stanford University"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, United States","Department of Electrical Engineering, Stanford University"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034192173"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.3675,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65604402,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2794","last_page":"2798"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.6924383044242859},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5454233288764954},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.4816505014896393},{"id":"https://openalex.org/keywords/martingale","display_name":"Martingale (probability theory)","score":0.44878438115119934},{"id":"https://openalex.org/keywords/transfer-entropy","display_name":"Transfer entropy","score":0.4188169240951538},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41387641429901123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41338998079299927},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.39869195222854614},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.28769180178642273},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.20552781224250793},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13171225786209106},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.07520321011543274}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.6924383044242859},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5454233288764954},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4816505014896393},{"id":"https://openalex.org/C48406656","wikidata":"https://www.wikidata.org/wiki/Q534112","display_name":"Martingale (probability theory)","level":2,"score":0.44878438115119934},{"id":"https://openalex.org/C182049051","wikidata":"https://www.wikidata.org/wiki/Q17147155","display_name":"Transfer entropy","level":3,"score":0.4188169240951538},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41387641429901123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41338998079299927},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.39869195222854614},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28769180178642273},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.20552781224250793},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13171225786209106},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.07520321011543274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2016.7541808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W191576188","https://openalex.org/W1547688968","https://openalex.org/W1970376263","https://openalex.org/W1973644774","https://openalex.org/W2033079303","https://openalex.org/W2041238782","https://openalex.org/W2044863091","https://openalex.org/W2047559418","https://openalex.org/W2051868869","https://openalex.org/W2093275777","https://openalex.org/W2099119382","https://openalex.org/W2111616148","https://openalex.org/W2153463205","https://openalex.org/W2153634854","https://openalex.org/W2155549573","https://openalex.org/W2157735349","https://openalex.org/W2164714023","https://openalex.org/W2174000564","https://openalex.org/W2320394795","https://openalex.org/W2984715877","https://openalex.org/W3028495314","https://openalex.org/W3139105697","https://openalex.org/W4243828860","https://openalex.org/W4249599116","https://openalex.org/W4297584681","https://openalex.org/W6632633432","https://openalex.org/W6791983328"],"related_works":["https://openalex.org/W2036846997","https://openalex.org/W2112223184","https://openalex.org/W4225940264","https://openalex.org/W2347586617","https://openalex.org/W2115702840","https://openalex.org/W2161963661","https://openalex.org/W2165061339","https://openalex.org/W2125614474","https://openalex.org/W2551182807","https://openalex.org/W4383822431"],"abstract_inverted_index":{"Fundamental":[0],"relations":[1,25,171],"between":[2,83,121,141,172],"information":[3,82,173],"and":[4,15,51,72,87,97,104,150,174],"estimation":[5,113,143,175],"have":[6],"been":[7],"established":[8],"in":[9,157],"the":[10,13,37,43,52,56,59,70,80,84,102,109,118,122,125,128,138,142,148,164],"literature":[11],"for":[12,27,170,176],"Gaussian":[14,71,103],"Poisson":[16,73,105],"channels.":[17,34,181],"In":[18],"this":[19,158],"work,":[20],"we":[21,75],"demonstrate":[22],"that":[23],"such":[24],"hold":[26],"a":[28,47,67],"much":[29],"larger":[30],"family":[31,38],"of":[32,39,58,111,127,167],"continuous-time":[33,165],"We":[35],"introduce":[36],"semi-martingale":[40],"channels":[41],"where":[42,117],"channel":[44,53,85,129],"output":[45,88,126],"is":[46,135],"continuous":[48],"time":[49],"semi-martingale,":[50],"input":[54,86,133],"modulates":[55],"characteristics":[57],"semi-martingale.":[60],"For":[61],"these":[62],"channels,":[63],"which":[64],"includes":[65],"as":[66,163],"special":[68],"case":[69],"models,":[74],"establish":[76],"new":[77],"representations":[78],"relating":[79],"mutual":[81],"to":[89,108,137],"an":[90],"optimal":[91,151],"causal":[92,152],"filtering":[93],"loss,":[94],"thereby":[95],"unifying":[96],"considerably":[98],"extending":[99],"results":[100,156],"from":[101],"settings.":[106],"Extensions":[107],"setting":[110],"mismatched":[112,149],"are":[114],"also":[115],"presented":[116],"relative":[119],"entropy":[120],"laws":[123],"governing":[124],"under":[130],"two":[131],"different":[132],"distributions":[134],"equal":[136],"cumulative":[139],"difference":[140],"loss":[144],"incurred":[145],"by":[146],"using":[147],"filters":[153],"respectively.":[154],"The":[155],"work":[159],"can":[160],"be":[161],"viewed":[162],"analogues":[166],"recent":[168],"generalizations":[169],"scalar":[177],"transformations":[178],"via":[179],"L\u00e9vy":[180]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}