{"id":"https://openalex.org/W2885909889","doi":"https://doi.org/10.1109/isit.2018.8437461","title":"Profile Maximum Likelihood is Optimal for Estimating KL Divergence","display_name":"Profile Maximum Likelihood is Optimal for Estimating KL Divergence","publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2885909889","doi":"https://doi.org/10.1109/isit.2018.8437461","mag":"2885909889"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2018.8437461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2018.8437461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022867638","display_name":"Jayadev Acharya","orcid":"https://orcid.org/0000-0003-2170-3015"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jayadev Acharya","raw_affiliation_strings":["Cornell University"],"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5022867638"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":0.4524,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.62279124,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"19","issue":null,"first_page":"1400","last_page":"1404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.7438997626304626},{"id":"https://openalex.org/keywords/maximum-likelihood","display_name":"Maximum likelihood","score":0.7216342091560364},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6646499633789062},{"id":"https://openalex.org/keywords/maximum-likelihood-sequence-estimation","display_name":"Maximum likelihood sequence estimation","score":0.6542806029319763},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5966536998748779},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4981391429901123},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4816119074821472},{"id":"https://openalex.org/keywords/estimation-theory","display_name":"Estimation theory","score":0.4815509617328644},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.4655763506889343},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4391501843929291},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4364606738090515},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.422793447971344},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.377690851688385},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.344420850276947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15060105919837952},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08263644576072693}],"concepts":[{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.7438997626304626},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.7216342091560364},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6646499633789062},{"id":"https://openalex.org/C191462741","wikidata":"https://www.wikidata.org/wiki/Q6795902","display_name":"Maximum likelihood sequence estimation","level":3,"score":0.6542806029319763},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5966536998748779},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4981391429901123},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4816119074821472},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.4815509617328644},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4655763506889343},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4391501843929291},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4364606738090515},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.422793447971344},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.377690851688385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.344420850276947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15060105919837952},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08263644576072693},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2018.8437461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2018.8437461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W335412683","https://openalex.org/W1873671735","https://openalex.org/W1928812145","https://openalex.org/W1989151402","https://openalex.org/W2021531548","https://openalex.org/W2042549684","https://openalex.org/W2053976596","https://openalex.org/W2063302961","https://openalex.org/W2069241007","https://openalex.org/W2096798913","https://openalex.org/W2114771311","https://openalex.org/W2123868024","https://openalex.org/W2127090196","https://openalex.org/W2129058877","https://openalex.org/W2133174662","https://openalex.org/W2151835418","https://openalex.org/W2170051449","https://openalex.org/W2182991033","https://openalex.org/W2187447858","https://openalex.org/W2509457086","https://openalex.org/W2561586961","https://openalex.org/W2741294026","https://openalex.org/W2769022801","https://openalex.org/W2963575482","https://openalex.org/W2963608890","https://openalex.org/W2963970827","https://openalex.org/W3107128594","https://openalex.org/W6639370665","https://openalex.org/W6678708662","https://openalex.org/W6685779351","https://openalex.org/W6686954971","https://openalex.org/W6742078373","https://openalex.org/W6745831180"],"related_works":["https://openalex.org/W2105321464","https://openalex.org/W2887774187","https://openalex.org/W2120595071","https://openalex.org/W3139607207","https://openalex.org/W2090147078","https://openalex.org/W1600683375","https://openalex.org/W2162067268","https://openalex.org/W2155160077","https://openalex.org/W2978085921","https://openalex.org/W2353424004"],"abstract_inverted_index":{"Estimating":[0],"distribution":[1],"properties":[2,17,31],"and":[3,36],"information":[4],"measures":[5],"is":[6,46,56,76],"an":[7],"important":[8],"problem":[9],"in":[10],"many":[11],"fields.":[12],"The":[13],"class":[14],"of":[15,26,32,34,60,63],"symmetric":[16,27,51,58],"have":[18],"received":[19],"particular":[20],"attention.":[21],"We":[22],"extend":[23],"the":[24,70],"framework":[25],"property":[28,59],"estimation":[29],"to":[30],"collection":[33],"distributions,":[35,64],"show":[37,68],"that":[38,69],"a":[39,57,61],"simple":[40],"plug-in":[41],"maximum":[42,72],"likelihood":[43,73],"based":[44,74],"method":[45],"competitive":[47],"for":[48,65],"estimating":[49],"any":[50],"property.":[52],"Kullback-Leibler":[53],"(KL)":[54],"divergence":[55],"pair":[62],"which":[66],"we":[67],"profile":[71],"approach":[75],"sample":[77],"optimal.":[78]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}