{"id":"https://openalex.org/W2092926335","doi":"https://doi.org/10.1109/isit.2012.6284304","title":"Mutual information and relative entropy over the Binomial and Negative Binomial channels","display_name":"Mutual information and relative entropy over the Binomial and Negative Binomial channels","publication_year":2012,"publication_date":"2012-07-01","ids":{"openalex":"https://openalex.org/W2092926335","doi":"https://doi.org/10.1109/isit.2012.6284304","mag":"2092926335"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2012.6284304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2012.6284304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Symposium on Information Theory Proceedings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043264135","display_name":"Camilo G. Taborda","orcid":"https://orcid.org/0000-0002-0251-9434"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Camilo G. Taborda","raw_affiliation_strings":["Department of Signal Theory and Communications, Universidad Carlos III de Madrid, Leganes, Madrid, Spain","Department of Signal Theory and Communications, University Carlos III Madrid, Legan\u00e9s, Madrid, Spain 28911"],"affiliations":[{"raw_affiliation_string":"Department of Signal Theory and Communications, Universidad Carlos III de Madrid, Leganes, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Signal Theory and Communications, University Carlos III Madrid, Legan\u00e9s, Madrid, Spain 28911","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088555568","display_name":"Fernando P\u00e9rez\u2010Cruz","orcid":"https://orcid.org/0000-0001-8996-5076"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Fernando Perez-Cruz","raw_affiliation_strings":["Department of Signal Theory and Communications, Universidad Carlos III de Madrid, Leganes, Madrid, Spain","Department of Signal Theory and Communications, University Carlos III Madrid, Legan\u00e9s, Madrid, Spain 28911"],"affiliations":[{"raw_affiliation_string":"Department of Signal Theory and Communications, Universidad Carlos III de Madrid, Leganes, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Signal Theory and Communications, University Carlos III Madrid, Legan\u00e9s, Madrid, Spain 28911","institution_ids":["https://openalex.org/I50357001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5043264135"],"corresponding_institution_ids":["https://openalex.org/I50357001"],"apc_list":null,"apc_paid":null,"fwci":2.2095,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88867837,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"54","issue":null,"first_page":"696","last_page":"700"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11210","display_name":"Mathematical Analysis and Transform Methods","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/negative-binomial-distribution","display_name":"Negative binomial distribution","score":0.6344632506370544},{"id":"https://openalex.org/keywords/conditional-entropy","display_name":"Conditional entropy","score":0.6041916012763977},{"id":"https://openalex.org/keywords/information-diagram","display_name":"Information diagram","score":0.6011678576469421},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5622330904006958},{"id":"https://openalex.org/keywords/binomial-distribution","display_name":"Binomial distribution","score":0.5170710682868958},{"id":"https://openalex.org/keywords/poisson-distribution","display_name":"Poisson distribution","score":0.5161327123641968},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5126194357872009},{"id":"https://openalex.org/keywords/binomial-approximation","display_name":"Binomial approximation","score":0.5065213441848755},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5028457045555115},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.49242743849754333},{"id":"https://openalex.org/keywords/negative-multinomial-distribution","display_name":"Negative multinomial distribution","score":0.48689690232276917},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.46598973870277405},{"id":"https://openalex.org/keywords/conditional-mutual-information","display_name":"Conditional mutual information","score":0.4625963270664215},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4532999098300934},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.447751522064209},{"id":"https://openalex.org/keywords/binomial","display_name":"Binomial (polynomial)","score":0.4227222204208374},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4200326204299927},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.4058692753314972},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.35396450757980347},{"id":"https://openalex.org/keywords/beta-binomial-distribution","display_name":"Beta-binomial distribution","score":0.33001601696014404},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.27867186069488525},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.15147650241851807},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09233886003494263}],"concepts":[{"id":"https://openalex.org/C199335787","wikidata":"https://www.wikidata.org/wiki/Q743364","display_name":"Negative binomial distribution","level":3,"score":0.6344632506370544},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.6041916012763977},{"id":"https://openalex.org/C67935508","wikidata":"https://www.wikidata.org/wiki/Q17078448","display_name":"Information diagram","level":5,"score":0.6011678576469421},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5622330904006958},{"id":"https://openalex.org/C41054675","wikidata":"https://www.wikidata.org/wiki/Q185547","display_name":"Binomial distribution","level":2,"score":0.5170710682868958},{"id":"https://openalex.org/C100906024","wikidata":"https://www.wikidata.org/wiki/Q205692","display_name":"Poisson distribution","level":2,"score":0.5161327123641968},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5126194357872009},{"id":"https://openalex.org/C9209722","wikidata":"https://www.wikidata.org/wiki/Q4914487","display_name":"Binomial approximation","level":4,"score":0.5065213441848755},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5028457045555115},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.49242743849754333},{"id":"https://openalex.org/C62802119","wikidata":"https://www.wikidata.org/wiki/Q6987231","display_name":"Negative multinomial distribution","level":5,"score":0.48689690232276917},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.46598973870277405},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.4625963270664215},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4532999098300934},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.447751522064209},{"id":"https://openalex.org/C2781315470","wikidata":"https://www.wikidata.org/wiki/Q193623","display_name":"Binomial (polynomial)","level":2,"score":0.4227222204208374},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4200326204299927},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.4058692753314972},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.35396450757980347},{"id":"https://openalex.org/C165480597","wikidata":"https://www.wikidata.org/wiki/Q307557","display_name":"Beta-binomial distribution","level":4,"score":0.33001601696014404},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.27867186069488525},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.15147650241851807},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09233886003494263},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2012.6284304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2012.6284304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Symposium on Information Theory Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2096765209","https://openalex.org/W2111616148","https://openalex.org/W2130700086","https://openalex.org/W2136135636","https://openalex.org/W2146169717","https://openalex.org/W2157638198","https://openalex.org/W2157865912","https://openalex.org/W2963073395","https://openalex.org/W4250589301","https://openalex.org/W6674201379"],"related_works":["https://openalex.org/W4244236455","https://openalex.org/W2052110748","https://openalex.org/W120285656","https://openalex.org/W2977589480","https://openalex.org/W2071041810","https://openalex.org/W2945749789","https://openalex.org/W4238120542","https://openalex.org/W2736742737","https://openalex.org/W4288350923","https://openalex.org/W2092926335"],"abstract_inverted_index":{"We":[0,34],"study":[1],"the":[2,5,12,51],"relation":[3],"of":[4],"mutual":[6],"information":[7,40],"and":[8,14,31,55],"relative":[9],"entropy":[10],"over":[11],"Binomial":[13,16],"Negative":[15],"channels":[17],"with":[18,43,47],"estimation":[19,48,54],"theoretical":[20],"quantities,":[21],"in":[22],"which":[23],"we":[24],"extend":[25],"already":[26],"known":[27],"results":[28],"for":[29,38],"Gaussian":[30],"Poisson":[32],"channels.":[33],"establish":[35],"general":[36],"expressions":[37],"these":[39],"theory":[41,49],"concepts":[42],"a":[44,56],"direct":[45],"connection":[46],"through":[50],"conditional":[52],"mean":[53],"particular":[57],"loss":[58],"function.":[59]},"counts_by_year":[{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}