{"id":"https://openalex.org/W4382365107","doi":"https://doi.org/10.1109/itw55543.2023.10160242","title":"Entropy Rate Bounds of Integer-Valued Processes via Second-Order Statistics","display_name":"Entropy Rate Bounds of Integer-Valued Processes via Second-Order Statistics","publication_year":2023,"publication_date":"2023-04-23","ids":{"openalex":"https://openalex.org/W4382365107","doi":"https://doi.org/10.1109/itw55543.2023.10160242"},"language":"en","primary_location":{"id":"doi:10.1109/itw55543.2023.10160242","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/itw55543.2023.10160242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036728461","display_name":"Ran Tamir","orcid":"https://orcid.org/0000-0002-8291-6092"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ran Tamir","raw_affiliation_strings":["ETH Zürich,Department of Information Technology and Electrical Engineering,Zürich,Switzerland,8092"],"affiliations":[{"raw_affiliation_string":"ETH Zürich,Department of Information Technology and Electrical Engineering,Zürich,Switzerland,8092","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5036728461"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07739132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"492","last_page":"496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.68552565574646},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6191117763519287},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6130352020263672},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.6051791906356812},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.5831266045570374},{"id":"https://openalex.org/keywords/maximum-entropy-spectral-estimation","display_name":"Maximum entropy spectral estimation","score":0.5735993385314941},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5595831274986267},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.5272661447525024},{"id":"https://openalex.org/keywords/covariance-function","display_name":"Covariance function","score":0.5169617533683777},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4868699610233307},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.4842240810394287},{"id":"https://openalex.org/keywords/spectral-density","display_name":"Spectral density","score":0.4826367497444153},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.4703778624534607},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4474468529224396},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.4207966923713684},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.32189303636550903},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.175653338432312},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1507628858089447},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07919225096702576}],"concepts":[{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.68552565574646},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6191117763519287},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6130352020263672},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6051791906356812},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.5831266045570374},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.5735993385314941},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5595831274986267},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.5272661447525024},{"id":"https://openalex.org/C137250428","wikidata":"https://www.wikidata.org/wiki/Q5178897","display_name":"Covariance function","level":3,"score":0.5169617533683777},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4868699610233307},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.4842240810394287},{"id":"https://openalex.org/C168110828","wikidata":"https://www.wikidata.org/wiki/Q1331626","display_name":"Spectral density","level":2,"score":0.4826367497444153},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.4703778624534607},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4474468529224396},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.4207966923713684},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.32189303636550903},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.175653338432312},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1507628858089447},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07919225096702576},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itw55543.2023.10160242","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/itw55543.2023.10160242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W197497516","https://openalex.org/W1533991898","https://openalex.org/W1665243225","https://openalex.org/W1941027111","https://openalex.org/W1995875735","https://openalex.org/W2043591730","https://openalex.org/W2087284982","https://openalex.org/W2094123441","https://openalex.org/W2099111195","https://openalex.org/W2125541290","https://openalex.org/W2132095276","https://openalex.org/W2152531586","https://openalex.org/W2485984369","https://openalex.org/W2963762149","https://openalex.org/W2981410355","https://openalex.org/W4287329672","https://openalex.org/W4312308691","https://openalex.org/W6790187666","https://openalex.org/W6996870591"],"related_works":["https://openalex.org/W2039232173","https://openalex.org/W2073470747","https://openalex.org/W1966654446","https://openalex.org/W2034921015","https://openalex.org/W3021846434","https://openalex.org/W309135373","https://openalex.org/W2176894780","https://openalex.org/W59993211","https://openalex.org/W2060335416","https://openalex.org/W2889261288"],"abstract_inverted_index":{"This":[0],"work":[1],"contains":[2],"two":[3],"single-letter":[4],"upper":[5],"bounds":[6,88,151],"on":[7,20,45,75],"the":[8,46,53,56,83,87,95,132,148],"entropy":[9,134],"rate":[10],"of":[11,31,52,79,82,86,90,100,127],"an":[12],"integer-valued":[13],"stationary":[14],"stochastic":[15],"process,":[16],"which":[17,29,72],"only":[18],"depend":[19],"second-order":[21],"statistics,":[22],"and":[23,43,124],"are":[24],"primarily":[25],"suitable":[26],"for":[27],"models":[28,117],"consist":[30,89,126],"relatively":[32],"large":[33,129],"alphabets.":[34],"The":[35],"first":[36],"bound":[37,97],"stems":[38],"from":[39],"Gaussian":[40],"maximum-entropy":[41],"considerations":[42],"depends":[44],"power":[47],"spectral":[48],"density":[49],"(PSD)":[50],"function":[51,58],"process.":[54,84],"While":[55],"PSD":[57],"cannot":[59],"always":[60],"be":[61,111,137,154],"calculated":[62,113],"in":[63,121],"a":[64,69,91,101,105,138],"closed-form,":[65],"we":[66,145],"also":[67,98],"propose":[68],"second":[70,96],"bound,":[71],"merely":[73],"relies":[74],"some":[76,116],"finite":[77],"collection":[78],"auto-covariance":[80],"values":[81],"Both":[85],"one-dimensional":[92],"integral,":[93],"while":[94],"consists":[99],"minimization":[102],"problem":[103],"over":[104],"bounded":[106],"region,":[107],"hence":[108],"they":[109],"can":[110,152],"efficiently":[112,155],"numerically.":[114],"In":[115,142],"that":[118,125,147],"appear":[119],"naturally":[120],"various":[122],"disciplines":[123],"infinitely":[128],"alphabets,":[130],"assessing":[131],"related":[133],"rates":[135],"may":[136],"complicated":[139],"numerical":[140],"problem.":[141],"such":[143],"cases,":[144],"argue":[146],"new":[149],"proposed":[150],"still":[153],"calculated.":[156]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}