{"id":"https://openalex.org/W4388052666","doi":"https://doi.org/10.1109/tit.2023.3328825","title":"Markov Categories and Entropy","display_name":"Markov Categories and Entropy","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388052666","doi":"https://doi.org/10.1109/tit.2023.3328825"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2023.3328825","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2023.3328825","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005788902","display_name":"Paolo Perrone","orcid":"https://orcid.org/0000-0002-9123-9089"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Paolo Perrone","raw_affiliation_strings":["Department of Computer Science, University of Oxford, Oxford, U.K","Department of Computer Science, University of Oxford, Oxford, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9123-9089","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Department of Computer Science, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005788902"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":1.4517,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80966797,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"70","issue":"3","first_page":"1671","last_page":"1692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12536","display_name":"Topological and Geometric Data Analysis","score":0.9348000288009644,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.6552707552909851},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.6182210445404053},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5740081667900085},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5636017322540283},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.55619877576828},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5515220761299133},{"id":"https://openalex.org/keywords/pointwise-mutual-information","display_name":"Pointwise mutual information","score":0.5436323285102844},{"id":"https://openalex.org/keywords/information-diagram","display_name":"Information diagram","score":0.5299134254455566},{"id":"https://openalex.org/keywords/conditional-entropy","display_name":"Conditional entropy","score":0.5282432436943054},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4782221019268036},{"id":"https://openalex.org/keywords/transfer-entropy","display_name":"Transfer entropy","score":0.4617564380168915},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.4521215558052063},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.4509458541870117},{"id":"https://openalex.org/keywords/maximum-entropy-markov-model","display_name":"Maximum-entropy Markov model","score":0.4377441704273224},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.40694183111190796},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3904626965522766},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.3891347646713257},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.38066115975379944},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.3536326587200165},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2601790428161621},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.2504819631576538},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.21004953980445862}],"concepts":[{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.6552707552909851},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.6182210445404053},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5740081667900085},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5636017322540283},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.55619877576828},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5515220761299133},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.5436323285102844},{"id":"https://openalex.org/C67935508","wikidata":"https://www.wikidata.org/wiki/Q17078448","display_name":"Information diagram","level":5,"score":0.5299134254455566},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.5282432436943054},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4782221019268036},{"id":"https://openalex.org/C182049051","wikidata":"https://www.wikidata.org/wiki/Q17147155","display_name":"Transfer entropy","level":3,"score":0.4617564380168915},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.4521215558052063},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.4509458541870117},{"id":"https://openalex.org/C196956702","wikidata":"https://www.wikidata.org/wiki/Q6795829","display_name":"Maximum-entropy Markov model","level":5,"score":0.4377441704273224},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40694183111190796},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3904626965522766},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3891347646713257},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.38066115975379944},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.3536326587200165},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2601790428161621},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.2504819631576538},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.21004953980445862},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2023.3328825","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2023.3328825","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W110288970","https://openalex.org/W196228514","https://openalex.org/W342302233","https://openalex.org/W1507692549","https://openalex.org/W1509567308","https://openalex.org/W1865390738","https://openalex.org/W1899372466","https://openalex.org/W1986740473","https://openalex.org/W1993376464","https://openalex.org/W2026060620","https://openalex.org/W2026653933","https://openalex.org/W2067109167","https://openalex.org/W2099111195","https://openalex.org/W2120474334","https://openalex.org/W2139507220","https://openalex.org/W2477488860","https://openalex.org/W2612895681","https://openalex.org/W2799453302","https://openalex.org/W2945930052","https://openalex.org/W2946155099","https://openalex.org/W2946393891","https://openalex.org/W2949602009","https://openalex.org/W2963995715","https://openalex.org/W2969875089","https://openalex.org/W3015255391","https://openalex.org/W3024182785","https://openalex.org/W3034170248","https://openalex.org/W3048626531","https://openalex.org/W3085498591","https://openalex.org/W3092707305","https://openalex.org/W3101682161","https://openalex.org/W3105655952","https://openalex.org/W3181585736","https://openalex.org/W3183676070","https://openalex.org/W3186426242","https://openalex.org/W3193048092","https://openalex.org/W3197890117","https://openalex.org/W4205427800","https://openalex.org/W4206826414","https://openalex.org/W4210839962","https://openalex.org/W4212797134","https://openalex.org/W4230394162","https://openalex.org/W4285428929","https://openalex.org/W4289800069","https://openalex.org/W4293404332","https://openalex.org/W4307334120","https://openalex.org/W4320920266","https://openalex.org/W4321480262","https://openalex.org/W4362720450","https://openalex.org/W4385342820","https://openalex.org/W4387938212","https://openalex.org/W6607972060","https://openalex.org/W6639000493","https://openalex.org/W6737901892","https://openalex.org/W6762844541","https://openalex.org/W6763186151","https://openalex.org/W6763207025","https://openalex.org/W6779320031","https://openalex.org/W6783133359","https://openalex.org/W6804534068","https://openalex.org/W6811286056","https://openalex.org/W6839457138","https://openalex.org/W6847896253"],"related_works":["https://openalex.org/W2154864208","https://openalex.org/W2139507220","https://openalex.org/W3114186922","https://openalex.org/W2295845123","https://openalex.org/W2306107824","https://openalex.org/W2083462338","https://openalex.org/W2346512982","https://openalex.org/W3210135756","https://openalex.org/W4224248810","https://openalex.org/W2101924850"],"abstract_inverted_index":{"Markov":[0,54,102],"categories":[1,103],"are":[2,61],"a":[3,64,68,85,90,105,123,156],"novel":[4],"framework":[5],"to":[6,146,154],"describe":[7],"and":[8,13,33,111,113,134,149],"treat":[9],"problems":[10],"in":[11,144],"probability":[12],"information":[14,44,74,81],"theory.":[15],"In":[16],"this":[17],"work":[18],"we":[19,76,114],"combine":[20],"the":[21,25,57,140],"categorical":[22],"formalism":[23],"with":[24,63,84],"traditional":[26],"quantitative":[27,41],"notions":[28],"of":[29,43,53,59,73,79,97,107,159,165],"entropy,":[30],"mutual":[31,80],"information,":[32],"data":[34],"processing":[35],"inequalities.":[36],"We":[37],"show":[38],"that":[39],"several":[40],"aspects":[42],"theory":[45,167],"can":[46,115,151],"be":[47,152],"captured":[48],"by":[49,82,119],"an":[50],"enriched":[51],"version":[52],"categories,":[55],"where":[56],"spaces":[58],"morphisms":[60],"equipped":[62],"divergence":[65],"or":[66,125],"even":[67],"metric.":[69],"Following":[70],"standard":[71],"practices":[72],"theory,":[75],"get":[77],"measures":[78],"quantifying,":[83],"chosen":[86],"divergence,":[87],"how":[88,121],"far":[89,122],"joint":[91],"source":[92,124],"is":[93,127,168],"from":[94,128],"displaying":[95],"independence":[96],"its":[98],"components.":[99],"More":[100],"strikingly,":[101],"give":[104,155],"notion":[106],"determinism":[108],"for":[109],"sources":[110],"channels,":[112],"define":[116],"entropy":[117],"exactly":[118],"quantifying":[120],"channel":[126],"being":[129],"deterministic.":[130],"This":[131],"recovers":[132],"Shannon":[133],"R\u00e9nyi":[135],"entropies,":[136],"as":[137,139],"well":[138],"Gini-Simpson":[141],"index":[142],"used":[143,153],"ecology":[145],"quantify":[147],"diversity,":[148],"it":[150],"conceptual":[157],"definition":[158],"generalized":[160],"entropy.":[161],"No":[162],"previous":[163],"knowledge":[164],"category":[166],"assumed.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}