{"id":"https://openalex.org/W2773594371","doi":"https://doi.org/10.1162/coli_a_00306","title":"On the Derivational Entropy of Left-to-Right Probabilistic Finite-State Automata and Hidden Markov Models","display_name":"On the Derivational Entropy of Left-to-Right Probabilistic Finite-State Automata and Hidden Markov Models","publication_year":2017,"publication_date":"2017-12-14","ids":{"openalex":"https://openalex.org/W2773594371","doi":"https://doi.org/10.1162/coli_a_00306","mag":"2773594371"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00306","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00306","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/COLI_a_00306","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/COLI_a_00306","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061837815","display_name":"Joan Andreu S\u00e1nchez","orcid":"https://orcid.org/0000-0003-0423-2020"},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Joan Andreu S\u00e1nchez","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048049544","display_name":"Martha Rocha","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128463","display_name":"Instituto Tecnol\u00f3gico de Le\u00f3n","ror":"https://ror.org/02zmh8h66","country_code":"MX","type":"education","lineage":["https://openalex.org/I4210128463"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Martha Alicia Rocha","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Le\u00f3n"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Le\u00f3n","institution_ids":["https://openalex.org/I4210128463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044640092","display_name":"Ver\u00f3nica Romero","orcid":"https://orcid.org/0000-0002-1721-5732"},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ver\u00f3nica Romero","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023540106","display_name":"Mauricio Villegas","orcid":"https://orcid.org/0000-0001-7450-6707"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mauricio Villegas","raw_affiliation_strings":["SearchInk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SearchInk","institution_ids":["https://openalex.org/I4210133358"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061837815"],"corresponding_institution_ids":["https://openalex.org/I60053951"],"apc_list":null,"apc_paid":null,"fwci":0.4782,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68905755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"44","issue":"1","first_page":"17","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11567","display_name":"semigroups and automata theory","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11567","display_name":"semigroups and automata theory","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantum-finite-automata","display_name":"Quantum finite automata","score":0.7562274932861328},{"id":"https://openalex.org/keywords/probabilistic-automaton","display_name":"Probabilistic automaton","score":0.7095683813095093},{"id":"https://openalex.org/keywords/finite-state","display_name":"Finite state","score":0.6086233854293823},{"id":"https://openalex.org/keywords/deterministic-finite-automaton","display_name":"Deterministic finite automaton","score":0.5894562602043152},{"id":"https://openalex.org/keywords/finite-state-machine","display_name":"Finite-state machine","score":0.5650200843811035},{"id":"https://openalex.org/keywords/nondeterministic-finite-automaton","display_name":"Nondeterministic finite automaton","score":0.5512290596961975},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.5286380052566528},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5217862129211426},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.46068480610847473},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.45430833101272583},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4448016881942749},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44202369451522827},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.43989962339401245},{"id":"https://openalex.org/keywords/regular-language","display_name":"Regular language","score":0.4372768998146057},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.42820703983306885},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.4210279881954193},{"id":"https://openalex.org/keywords/maximum-entropy-markov-model","display_name":"Maximum-entropy Markov model","score":0.417402982711792},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4144662320613861},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4106597900390625},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.390508770942688},{"id":"https://openalex.org/keywords/automata-theory","display_name":"Automata theory","score":0.3875637948513031},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33064955472946167},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.3258979916572571},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.31307244300842285},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18776774406433105},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08263289928436279}],"concepts":[{"id":"https://openalex.org/C174327141","wikidata":"https://www.wikidata.org/wiki/Q176837","display_name":"Quantum finite automata","level":4,"score":0.7562274932861328},{"id":"https://openalex.org/C174784677","wikidata":"https://www.wikidata.org/wiki/Q176567","display_name":"Probabilistic automaton","level":3,"score":0.7095683813095093},{"id":"https://openalex.org/C2983497884","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite state","level":3,"score":0.6086233854293823},{"id":"https://openalex.org/C104091681","wikidata":"https://www.wikidata.org/wiki/Q837528","display_name":"Deterministic finite automaton","level":3,"score":0.5894562602043152},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.5650200843811035},{"id":"https://openalex.org/C158008952","wikidata":"https://www.wikidata.org/wiki/Q617295","display_name":"Nondeterministic finite automaton","level":4,"score":0.5512290596961975},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.5286380052566528},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5217862129211426},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.46068480610847473},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.45430833101272583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4448016881942749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44202369451522827},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.43989962339401245},{"id":"https://openalex.org/C52370388","wikidata":"https://www.wikidata.org/wiki/Q752532","display_name":"Regular language","level":3,"score":0.4372768998146057},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.42820703983306885},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4210279881954193},{"id":"https://openalex.org/C196956702","wikidata":"https://www.wikidata.org/wiki/Q6795829","display_name":"Maximum-entropy Markov model","level":5,"score":0.417402982711792},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4144662320613861},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4106597900390625},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.390508770942688},{"id":"https://openalex.org/C116248031","wikidata":"https://www.wikidata.org/wiki/Q214526","display_name":"Automata theory","level":3,"score":0.3875637948513031},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33064955472946167},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.3258979916572571},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.31307244300842285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18776774406433105},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08263289928436279},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/coli_a_00306","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00306","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/COLI_a_00306","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:416123b91af7481c9aa0428de4a5104a","is_oa":false,"landing_page_url":"https://doaj.org/article/416123b91af7481c9aa0428de4a5104a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 44, Iss 1 (2017)","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:61a52c65365d49148d9c889201dbf9c5","is_oa":true,"landing_page_url":"https://doaj.org/article/61a52c65365d49148d9c889201dbf9c5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 44, Iss 1, Pp 17-37 (2018)","raw_type":"article"},{"id":"pmh:oai:riunet.upv.es:10251/133558","is_oa":true,"landing_page_url":"http://hdl.handle.net/10251/133558","pdf_url":null,"source":{"id":"https://openalex.org/S4306401500","display_name":"RiuNet (Politechnical University of Valencia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60053951","host_organization_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","host_organization_lineage":["https://openalex.org/I60053951"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00306","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00306","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/COLI_a_00306","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G3448307834","display_name":"Recognition and Enrichment of Archival Documents","funder_award_id":"674943","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4136880635","display_name":null,"funder_award_id":"674943","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2773594371.pdf","grobid_xml":"https://content.openalex.org/works/W2773594371.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W55333121","https://openalex.org/W1491175367","https://openalex.org/W1629199664","https://openalex.org/W1844759532","https://openalex.org/W1894221047","https://openalex.org/W1989226853","https://openalex.org/W2001179000","https://openalex.org/W2006245542","https://openalex.org/W2018482254","https://openalex.org/W2034790279","https://openalex.org/W2036421791","https://openalex.org/W2046932483","https://openalex.org/W2060613636","https://openalex.org/W2085343464","https://openalex.org/W2087435614","https://openalex.org/W2107771181","https://openalex.org/W2119174600","https://openalex.org/W2121255634","https://openalex.org/W2122092249","https://openalex.org/W2132902234","https://openalex.org/W2134659216","https://openalex.org/W2162401759","https://openalex.org/W2164579587","https://openalex.org/W2167338739"],"related_works":["https://openalex.org/W2024315516","https://openalex.org/W2139519154","https://openalex.org/W2010706856","https://openalex.org/W1840407238","https://openalex.org/W2951815888","https://openalex.org/W2133092578","https://openalex.org/W2499762659","https://openalex.org/W2143754769","https://openalex.org/W2043591730","https://openalex.org/W4387596451"],"abstract_inverted_index":{"Probabilistic":[0,21],"finite-state":[1,22,29,33,52,91,116,135,146],"automata":[2,23],"are":[3,24],"a":[4,90,114,119],"formalism":[5],"that":[6,76,98],"is":[7,93,99,155],"widely":[8],"used":[9],"in":[10,57,60,89,101],"many":[11,44],"problems":[12],"of":[13,51,67,103,110,128,132,151],"automatic":[14],"speech":[15],"recognition":[16],"and":[17,37,47,137],"natural":[18],"language":[19],"processing.":[20],"closely":[25],"related":[26],"to":[27,62,158],"other":[28],"models":[30,53],"as":[31],"weighted":[32,115,145],"automata,":[34,136],"word":[35],"lattices,":[36],"hidden":[38,160],"Markov":[39,161],"models.":[40,69,162],"Therefore,":[41],"they":[42],"share":[43],"similar":[45],"properties":[46],"problems.":[48],"Entropy":[49],"measures":[50],"have":[54],"been":[55],"investigated":[56],"the":[58,64,74,77,81,96,111,129,152],"past":[59],"order":[61],"study":[63],"information":[65],"capacity":[66],"these":[68],"The":[70,86,108,148],"derivational":[71,87,130,153],"entropy":[72,88,112,131,154],"quantifies":[73],"uncertainty":[75],"model":[78],"has":[79],"about":[80],"probability":[82,97],"distribution":[83],"it":[84,138],"represents.":[85],"automaton":[92,117],"computed":[94],"from":[95,113],"accumulated":[100],"all":[102],"its":[104],"individual":[105],"state":[106],"sequences.":[107],"computation":[109,127,150],"requires":[118],"normalized":[120],"model.":[121],"This":[122],"article":[123],"studies":[124],"an":[125,140],"efficient":[126,141,149],"left-to-right":[133],"probabilistic":[134],"introduces":[139],"algorithm":[142],"for":[143],"normalizing":[144],"automata.":[147],"also":[156],"extended":[157],"continuous":[159]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}