{"id":"https://openalex.org/W2622719862","doi":"https://doi.org/10.3390/e19070361","title":"Estimating Mixture Entropy with Pairwise Distances","display_name":"Estimating Mixture Entropy with Pairwise Distances","publication_year":2017,"publication_date":"2017-07-14","ids":{"openalex":"https://openalex.org/W2622719862","doi":"https://doi.org/10.3390/e19070361","mag":"2622719862"},"language":"en","primary_location":{"id":"doi:10.3390/e19070361","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e19070361","pdf_url":"https://www.mdpi.com/1099-4300/19/7/361/pdf?version=1510138892","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/19/7/361/pdf?version=1510138892","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Artemy Kolchinsky","orcid":null},"institutions":[{"id":"https://openalex.org/I1308548392","display_name":"Santa Fe Institute","ror":"https://ror.org/01arysc35","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308548392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Artemy Kolchinsky","raw_affiliation_strings":["Santa Fe Institute, Santa Fe, NM 87501, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Santa Fe Institute, Santa Fe, NM 87501, USA","institution_ids":["https://openalex.org/I1308548392"]}]},{"author_position":"last","author":{"id":null,"display_name":"Brendan Tracey","orcid":null},"institutions":[{"id":"https://openalex.org/I1308548392","display_name":"Santa Fe Institute","ror":"https://ror.org/01arysc35","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308548392"]},{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Tracey","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, Cambridge, MA 02139, USA","Santa Fe Institute, Santa Fe, NM 87501, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I46020346","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Santa Fe Institute, Santa Fe, NM 87501, USA","institution_ids":["https://openalex.org/I1308548392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":4.1061,"has_fulltext":true,"cited_by_count":79,"citation_normalized_percentile":{"value":0.94270239,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"19","issue":"7","first_page":"361","last_page":"361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.19550000131130219,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.19550000131130219,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.19200000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.13729999959468842,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.7184000015258789},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6830000281333923},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6455000042915344},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6014999747276306},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.5453000068664551},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.5436000227928162},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5400000214576721},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.5112000107765198},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4629000127315521}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7197999954223633},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.7184000015258789},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6830000281333923},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6455000042915344},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6014999747276306},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5453000068664551},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.5436000227928162},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5400000214576721},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4629000127315521},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.39809998869895935},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.3910999894142151},{"id":"https://openalex.org/C14539891","wikidata":"https://www.wikidata.org/wiki/Q1070305","display_name":"Chernoff bound","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C114928208","wikidata":"https://www.wikidata.org/wiki/Q17104952","display_name":"Pairwise independence","level":5,"score":0.3418000042438507},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.3319000005722046},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3010999858379364},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C18294631","wikidata":"https://www.wikidata.org/wiki/Q2621185","display_name":"Location parameter","level":3,"score":0.290800005197525},{"id":"https://openalex.org/C4978587","wikidata":"https://www.wikidata.org/wiki/Q1138810","display_name":"Cram\u00e9r\u2013Rao bound","level":3,"score":0.2750999927520752},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.26930001378059387},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e19070361","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e19070361","pdf_url":"https://www.mdpi.com/1099-4300/19/7/361/pdf?version=1510138892","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1706.02419","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1706.02419","pdf_url":"https://arxiv.org/pdf/1706.02419","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:3ff7dff6b2c8436191ba69a82c555693","is_oa":true,"landing_page_url":"https://doaj.org/article/3ff7dff6b2c8436191ba69a82c555693","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 19, Iss 7, p 361 (2017)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/19/7/361/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e19070361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 19; Issue 7; Pages: 361","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e19070361","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e19070361","pdf_url":"https://www.mdpi.com/1099-4300/19/7/361/pdf?version=1510138892","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1523888516","display_name":null,"funder_award_id":"FA9550-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6587744491","display_name":null,"funder_award_id":"FA9550-15-1-0038","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"},{"id":"https://openalex.org/G6971160362","display_name":null,"funder_award_id":"FA9550\u201015\u20101\u20100038","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G7142813775","display_name":null,"funder_award_id":"-15-1-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320312777","display_name":"Santa Fe Institute","ror":"https://ror.org/01arysc35"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2622719862.pdf","grobid_xml":"https://content.openalex.org/works/W2622719862.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1596052433","https://openalex.org/W1979985652","https://openalex.org/W1986571267","https://openalex.org/W1990645294","https://openalex.org/W2006245542","https://openalex.org/W2012368408","https://openalex.org/W2026653933","https://openalex.org/W2029140344","https://openalex.org/W2033178790","https://openalex.org/W2046253250","https://openalex.org/W2070316439","https://openalex.org/W2076608847","https://openalex.org/W2078179989","https://openalex.org/W2093151877","https://openalex.org/W2101809033","https://openalex.org/W2121308557","https://openalex.org/W2126678392","https://openalex.org/W2129819572","https://openalex.org/W2150070703","https://openalex.org/W2170306297","https://openalex.org/W2328656275","https://openalex.org/W2404400936","https://openalex.org/W2518143623","https://openalex.org/W2542770121","https://openalex.org/W3148595793","https://openalex.org/W4250689175","https://openalex.org/W6607752154","https://openalex.org/W6637108112","https://openalex.org/W6674201379","https://openalex.org/W6682443497","https://openalex.org/W6703140735","https://openalex.org/W6781870204"],"related_works":["https://openalex.org/W2993498308","https://openalex.org/W3033828522","https://openalex.org/W2509252776","https://openalex.org/W2115591232","https://openalex.org/W2067215739","https://openalex.org/W2350052267","https://openalex.org/W3123681204","https://openalex.org/W3047914590","https://openalex.org/W4233543032","https://openalex.org/W2342987943"],"abstract_inverted_index":{"Mixture":[0],"distributions":[1,72],"arise":[2],"in":[3,10,15,30,83,199],"many":[4,67,71],"parametric":[5],"and":[6,14,60,87,102,137,167,206,212],"non-parametric":[7,16],"settings\u2014for":[8],"example,":[9],"Gaussian":[11],"mixture":[12,58,85,92,107],"models":[13],"estimation.":[17],"It":[18],"is":[19,196],"often":[20],"necessary":[21],"to":[22,80,171],"compute":[23],"the":[24,75,84,91,106,120,124,128,153,172],"entropy":[25,205],"of":[26,42,49,73,139,160,165,174,204],"a":[27,47,53,114,140],"mixture,":[28],"but,":[29],"most":[31],"cases,":[32],"this":[33,63,98],"quantity":[34],"has":[35,66],"no":[36],"closed-form":[37,158],"expression,":[38],"making":[39],"some":[40],"form":[41],"approximation":[43],"necessary.":[44],"We":[45,96,156,177],"propose":[46],"family":[48,99],"estimators":[50,77],"based":[51],"on":[52,105],"pairwise":[54],"distance":[55,121,126,154],"function":[56],"between":[57],"components,":[59],"show":[61],"that":[62,134,180],"estimator":[64,194],"class":[65,195],"attractive":[68],"properties.":[69],"For":[70],"interest,":[74],"proposed":[76],"are":[78,94,135,183],"efficient":[79],"compute,":[81],"differentiable":[82],"parameters,":[86],"become":[88],"exact":[89],"when":[90,117,150],"components":[93,133],"clustered.":[95],"prove":[97],"includes":[100],"lower":[101,115,130],"upper":[103,148],"bounds":[104,162,182,189],"entropy.":[108],"The":[109,143],"Chernoff":[110],"\u03b1":[111],"-divergence":[112],"gives":[113,146],"bound":[116,131,149],"chosen":[118],"as":[119,152,210],"function,":[122],"with":[123],"Bhattacharyaa":[125],"providing":[127],"tightest":[129],"for":[132,163],"symmetric":[136],"members":[138],"location":[141],"family.":[142],"Kullback\u2013Leibler":[144],"divergence":[145],"an":[147],"used":[151],"function.":[155],"provide":[157],"expressions":[159],"these":[161],"mixtures":[164],"Gaussians,":[166],"discuss":[168],"their":[169],"applications":[170],"estimation":[173],"mutual":[175,207],"information.":[176],"then":[178],"demonstrate":[179],"our":[181],"significantly":[184],"tighter":[185],"than":[186],"well-known":[187],"existing":[188],"using":[190],"numeric":[191],"simulations.":[192],"This":[193],"very":[197],"useful":[198],"optimization":[200],"problems":[201],"involving":[202],"maximization/minimization":[203],"information,":[208],"such":[209],"MaxEnt":[211],"rate":[213],"distortion":[214],"problems.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2017-06-15T00:00:00"}