{"id":"https://openalex.org/W2954841130","doi":"https://doi.org/10.3390/e21070640","title":"Estimating Predictive Rate\u2013Distortion Curves via Neural Variational Inference","display_name":"Estimating Predictive Rate\u2013Distortion Curves via Neural Variational Inference","publication_year":2019,"publication_date":"2019-06-28","ids":{"openalex":"https://openalex.org/W2954841130","doi":"https://doi.org/10.3390/e21070640","mag":"2954841130","pmid":"https://pubmed.ncbi.nlm.nih.gov/33267354"},"language":"en","primary_location":{"id":"doi:10.3390/e21070640","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21070640","pdf_url":"https://www.mdpi.com/1099-4300/21/7/640/pdf?version=1562060158","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/21/7/640/pdf?version=1562060158","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007794565","display_name":"Michael Hahn","orcid":"https://orcid.org/0000-0003-4828-4834"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michael Hahn","raw_affiliation_strings":["Department of Linguistics, Stanford University, Stanford, CA 94305, USA"],"raw_orcid":"https://orcid.org/0000-0003-4828-4834","affiliations":[{"raw_affiliation_string":"Department of Linguistics, Stanford University, Stanford, CA 94305, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050104206","display_name":"Richard Futrell","orcid":"https://orcid.org/0000-0003-4964-9524"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Futrell","raw_affiliation_strings":["Department of Language Science, University of California, Irvine, CA 92697, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Language Science, University of California, Irvine, CA 92697, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5007794565"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":1.4359,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86152056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"21","issue":"7","first_page":"640","last_page":"640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.6321145296096802},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6086735725402832},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5574594736099243},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5423115491867065},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5268204212188721},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5097753405570984},{"id":"https://openalex.org/keywords/rate\u2013distortion-theory","display_name":"Rate\u2013distortion theory","score":0.4807279407978058},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4319967031478882},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3854004144668579}],"concepts":[{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.6321145296096802},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6086735725402832},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5574594736099243},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5423115491867065},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5268204212188721},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5097753405570984},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.4807279407978058},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4319967031478882},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3854004144668579},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.3390/e21070640","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21070640","pdf_url":"https://www.mdpi.com/1099-4300/21/7/640/pdf?version=1562060158","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33267354","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33267354","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:ark:/13030/qt2j13v7f3","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:doaj.org/article:7dc8117aff2346a8a1604b360e451306","is_oa":true,"landing_page_url":"https://doaj.org/article/7dc8117aff2346a8a1604b360e451306","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 21, Iss 7, p 640 (2019)","raw_type":"article"},{"id":"pmh:oai:escholarship.org/ark:/13030/qt2j13v7f3","is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/2j13v7f3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel, Switzerland), vol 21, iss 7","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/21/7/640/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e21070640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7515133","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7515133","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e21070640","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21070640","pdf_url":"https://www.mdpi.com/1099-4300/21/7/640/pdf?version=1562060158","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2954841130.pdf","grobid_xml":"https://content.openalex.org/works/W2954841130.grobid-xml"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W48257500","https://openalex.org/W1540337045","https://openalex.org/W1632114991","https://openalex.org/W1686946872","https://openalex.org/W1938755728","https://openalex.org/W1959608418","https://openalex.org/W1990345192","https://openalex.org/W2001561361","https://openalex.org/W2019588402","https://openalex.org/W2036613247","https://openalex.org/W2040940389","https://openalex.org/W2046755574","https://openalex.org/W2054125330","https://openalex.org/W2063528740","https://openalex.org/W2064675550","https://openalex.org/W2070945723","https://openalex.org/W2075694080","https://openalex.org/W2079145130","https://openalex.org/W2081503781","https://openalex.org/W2087148916","https://openalex.org/W2092845274","https://openalex.org/W2095705004","https://openalex.org/W2102573550","https://openalex.org/W2108010971","https://openalex.org/W2117823388","https://openalex.org/W2123542217","https://openalex.org/W2143995218","https://openalex.org/W2157365695","https://openalex.org/W2164418233","https://openalex.org/W2166362343","https://openalex.org/W2179376720","https://openalex.org/W2211766770","https://openalex.org/W2259472270","https://openalex.org/W2290711295","https://openalex.org/W2339995566","https://openalex.org/W2345543116","https://openalex.org/W2409947855","https://openalex.org/W2470142083","https://openalex.org/W2509530726","https://openalex.org/W2522414325","https://openalex.org/W2529894091","https://openalex.org/W2557579533","https://openalex.org/W2579343286","https://openalex.org/W2584471052","https://openalex.org/W2587284713","https://openalex.org/W2611598898","https://openalex.org/W2619016545","https://openalex.org/W2741831486","https://openalex.org/W2751471435","https://openalex.org/W2768480811","https://openalex.org/W2786827964","https://openalex.org/W2787334243","https://openalex.org/W2790187035","https://openalex.org/W2790822776","https://openalex.org/W2804608955","https://openalex.org/W2805949325","https://openalex.org/W2811038404","https://openalex.org/W2897176205","https://openalex.org/W2900148439","https://openalex.org/W2900380465","https://openalex.org/W2911109671","https://openalex.org/W2951559648","https://openalex.org/W2952436057","https://openalex.org/W2963121266","https://openalex.org/W2963166838","https://openalex.org/W2963223306","https://openalex.org/W2963324947","https://openalex.org/W2964070029","https://openalex.org/W2964110616","https://openalex.org/W2964343746","https://openalex.org/W3101791345","https://openalex.org/W3106543020","https://openalex.org/W3124496508","https://openalex.org/W3125689392","https://openalex.org/W6610566761","https://openalex.org/W6631190155","https://openalex.org/W6636649193","https://openalex.org/W6637108112","https://openalex.org/W6640963894","https://openalex.org/W6674330103","https://openalex.org/W6678409309","https://openalex.org/W6681262047","https://openalex.org/W6688866165","https://openalex.org/W6729906282","https://openalex.org/W6750411654","https://openalex.org/W6756040250","https://openalex.org/W6764398373","https://openalex.org/W6927777854"],"related_works":["https://openalex.org/W4298130764","https://openalex.org/W2804364458","https://openalex.org/W2055243143","https://openalex.org/W2132641928","https://openalex.org/W4310225030","https://openalex.org/W2090259340","https://openalex.org/W2393816671","https://openalex.org/W2158836806","https://openalex.org/W2083665254","https://openalex.org/W1926736923"],"abstract_inverted_index":{"The":[0],"Predictive":[1,72,106,116,129,149],"Rate-Distortion":[2,73,107,117,130,150],"curve":[3,27,151],"quantifies":[4],"the":[5,11,62,84,98,105,111,128,143,148,156],"trade-off":[6],"between":[7],"compressing":[8],"information":[9],"about":[10],"past":[12],"of":[13,33,44,88,131,159],"a":[14,101],"stochastic":[15],"process":[16],"and":[17,57,60],"predicting":[18],"its":[19],"future":[20],"accurately.":[21],"Existing":[22],"estimation":[23,76],"methods":[24],"for":[25,162],"this":[26],"work":[28],"by":[29,36,138],"clustering":[30,139],"finite":[31],"sequences":[32],"observations":[34],"or":[35],"utilizing":[37],"analytically":[38,119],"known":[39,67],"causal":[40,63],"states.":[41],"Neither":[42],"type":[43],"approach":[45],"scales":[46,79],"to":[47,80],"processes":[48,114,166],"such":[49,81,167],"as":[50,96,168],"natural":[51,132,169],"languages,":[52],"which":[53],"have":[54],"large":[55],"alphabets":[56],"long":[58],"dependencies,":[59],"where":[61,115],"states":[64],"are":[65],"not":[66],"analytically.":[68],"We":[69,109],"describe":[70],"Neural":[71],"(NPRD),":[74],"an":[75,122],"method":[77,99,112],"that":[78,147],"processes,":[82],"leveraging":[83],"universal":[85],"approximation":[86],"capabilities":[87],"neural":[89],"networks.":[90],"Taking":[91],"only":[92],"time":[93],"series":[94],"data":[95],"input,":[97],"computes":[100],"variational":[102],"bound":[103],"on":[104,113,127,135,142],"curve.":[108],"validate":[110],"is":[118,152],"known.":[120],"As":[121],"application,":[123],"we":[124,145],"provide":[125],"bounds":[126,136],"language,":[133],"improving":[134],"provided":[137],"sequences.":[140],"Based":[141],"results,":[144],"argue":[146],"more":[153],"useful":[154],"than":[155],"usual":[157],"notion":[158],"statistical":[160],"complexity":[161],"characterizing":[163],"highly":[164],"complex":[165],"language.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}