{"id":"https://openalex.org/W4210722621","doi":"https://doi.org/10.14736/kyb-2021-6-0879","title":"On the Jensen-Shannon divergence and the variation distance for categorical probability distributions","display_name":"On the Jensen-Shannon divergence and the variation distance for categorical probability distributions","publication_year":2022,"publication_date":"2022-01-30","ids":{"openalex":"https://openalex.org/W4210722621","doi":"https://doi.org/10.14736/kyb-2021-6-0879"},"language":"en","primary_location":{"id":"doi:10.14736/kyb-2021-6-0879","is_oa":true,"landing_page_url":"https://doi.org/10.14736/kyb-2021-6-0879","pdf_url":"https://www.kybernetika.cz/content/2021/6/879/paper.pdf","source":{"id":"https://openalex.org/S158577884","display_name":"Kybernetika","issn_l":"0023-5954","issn":["0023-5954","1805-949X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314340","host_organization_name":"Institute of Information Theory and Automation of the Czech Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310314340","https://openalex.org/P4310314171"],"host_organization_lineage_names":["Institute of Information Theory and Automation of the Czech Academy of Sciences","Czech Academy of Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kybernetika","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.kybernetika.cz/content/2021/6/879/paper.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013196979","display_name":"Jukka Corander","orcid":"https://orcid.org/0000-0002-7752-1942"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jukka Corander","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037747779","display_name":"Ulpu Remes","orcid":"https://orcid.org/0000-0003-1435-0207"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ulpu Remes","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5108345938","display_name":"Timo Koski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timo Koski","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013196979"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.702,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.84293081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"879","last_page":"907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.9060999751091003,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.7701787948608398},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6947267651557922},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6327252388000488},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.6112881302833557},{"id":"https://openalex.org/keywords/statistical-distance","display_name":"Statistical distance","score":0.5362071394920349},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.4991600513458252},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.47813665866851807},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.4275391101837158},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.38348662853240967},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0929543673992157}],"concepts":[{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.7701787948608398},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6947267651557922},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6327252388000488},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.6112881302833557},{"id":"https://openalex.org/C58948655","wikidata":"https://www.wikidata.org/wiki/Q7604392","display_name":"Statistical distance","level":3,"score":0.5362071394920349},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.4991600513458252},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.47813665866851807},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4275391101837158},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.38348662853240967},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0929543673992157},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14736/kyb-2021-6-0879","is_oa":true,"landing_page_url":"https://doi.org/10.14736/kyb-2021-6-0879","pdf_url":"https://www.kybernetika.cz/content/2021/6/879/paper.pdf","source":{"id":"https://openalex.org/S158577884","display_name":"Kybernetika","issn_l":"0023-5954","issn":["0023-5954","1805-949X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314340","host_organization_name":"Institute of Information Theory and Automation of the Czech Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310314340","https://openalex.org/P4310314171"],"host_organization_lineage_names":["Institute of Information Theory and Automation of the Czech Academy of Sciences","Czech Academy of Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kybernetika","raw_type":"journal-article"},{"id":"pmh:oai:helda.helsinki.fi:10138/354363","is_oa":true,"landing_page_url":"http://hdl.handle.net/10138/354363","pdf_url":null,"source":{"id":"https://openalex.org/S4210213322","display_name":"Ty\u00f6v\u00e4entutkimus Vuosikirja","issn_l":"0784-1272","issn":["0784-1272","1459-7780"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.14736/kyb-2021-6-0879","is_oa":true,"landing_page_url":"https://doi.org/10.14736/kyb-2021-6-0879","pdf_url":"https://www.kybernetika.cz/content/2021/6/879/paper.pdf","source":{"id":"https://openalex.org/S158577884","display_name":"Kybernetika","issn_l":"0023-5954","issn":["0023-5954","1805-949X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314340","host_organization_name":"Institute of Information Theory and Automation of the Czech Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310314340","https://openalex.org/P4310314171"],"host_organization_lineage_names":["Institute of Information Theory and Automation of the Czech Academy of Sciences","Czech Academy of Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kybernetika","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210722621.pdf","grobid_xml":"https://content.openalex.org/works/W4210722621.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W114923250","https://openalex.org/W1552416095","https://openalex.org/W1556911442","https://openalex.org/W1977236031","https://openalex.org/W2000559620","https://openalex.org/W2018000058","https://openalex.org/W2032916024","https://openalex.org/W2055309977","https://openalex.org/W2056050222","https://openalex.org/W2059475362","https://openalex.org/W2066072298","https://openalex.org/W2073268792","https://openalex.org/W2073946873","https://openalex.org/W2074959193","https://openalex.org/W2076537505","https://openalex.org/W2077229208","https://openalex.org/W2083790056","https://openalex.org/W2083904924","https://openalex.org/W2101210333","https://openalex.org/W2103396489","https://openalex.org/W2131940723","https://openalex.org/W2132481658","https://openalex.org/W2134445663","https://openalex.org/W2135813035","https://openalex.org/W2145819823","https://openalex.org/W2146950091","https://openalex.org/W2149306165","https://openalex.org/W2159902206","https://openalex.org/W2164318495","https://openalex.org/W2398200341","https://openalex.org/W2419501139","https://openalex.org/W2518143623","https://openalex.org/W2534455329","https://openalex.org/W2534708821","https://openalex.org/W2763692854","https://openalex.org/W2891331468","https://openalex.org/W2953009816","https://openalex.org/W2964129402","https://openalex.org/W3031514878","https://openalex.org/W3082806595","https://openalex.org/W3099915675","https://openalex.org/W3102159535","https://openalex.org/W4235185465","https://openalex.org/W4236155230","https://openalex.org/W4252822198","https://openalex.org/W4253059301","https://openalex.org/W4253471231","https://openalex.org/W4293372742"],"related_works":["https://openalex.org/W2105321464","https://openalex.org/W2887774187","https://openalex.org/W2388220555","https://openalex.org/W1554844486","https://openalex.org/W1520875569","https://openalex.org/W3048739257","https://openalex.org/W2963604926","https://openalex.org/W2033178790","https://openalex.org/W2199957582","https://openalex.org/W1574956053"],"abstract_inverted_index":{"We":[0,53],"establish":[1],"a":[2,9,13,18],"decomposition":[3],"of":[4,12,35,62,78],"the":[5,27,36,45,49,59,63,75,79],"Jensen-Shannon":[6,20,28,69,81],"divergence":[7,16,29,70,82],"into":[8],"linear":[10],"combination":[11],"scaled":[14],"Jeffreys'":[15],"and":[17,23,48,67],"reversed":[19],"divergence.":[21],"Upper":[22],"lower":[24],"bounds":[25,56],"for":[26,88],"are":[30,85],"then":[31],"found":[32],"in":[33],"terms":[34],"squared":[37],"(total)":[38],"variation":[39],"distance.":[40],"The":[41],"derivations":[42],"rely":[43],"upon":[44],"Pinsker":[46,51],"inequality":[47],"reverse":[50],"inequality.":[52],"use":[54],"these":[55],"to":[57],"prove":[58],"asymptotic":[60,76],"equivalence":[61],"maximum":[64],"likelihood":[65],"estimate":[66,71],"minimum":[68,80],"as":[72,74],"well":[73],"consistency":[77],"estimate.":[83],"These":[84],"key":[86],"properties":[87],"likelihood-free":[89],"simulator-based":[90],"inference.":[91]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}