{"id":"https://openalex.org/W2325563383","doi":"https://doi.org/10.1145/2297456.2297460","title":"The Latent Maximum Entropy Principle","display_name":"The Latent Maximum Entropy Principle","publication_year":2012,"publication_date":"2012-07-01","ids":{"openalex":"https://openalex.org/W2325563383","doi":"https://doi.org/10.1145/2297456.2297460","mag":"2325563383"},"language":"en","primary_location":{"id":"doi:10.1145/2297456.2297460","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2297456.2297460","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shaojun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I19648265","display_name":"Wright State University","ror":"https://ror.org/04qk6pt94","country_code":"US","type":"education","lineage":["https://openalex.org/I19648265"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaojun Wang","raw_affiliation_strings":["Wright State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wright State University","institution_ids":["https://openalex.org/I19648265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010575626","display_name":"Dale Schuurmans","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dale Schuurmans","raw_affiliation_strings":["University of Alberta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033518479","display_name":"Yunxin Zhao","orcid":"https://orcid.org/0000-0001-5511-3692"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunxin Zhao","raw_affiliation_strings":["University of Missouri at Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri at Columbia","institution_ids":["https://openalex.org/I76835614"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20409149,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"2","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.8373000025749207,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.8373000025749207,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.01850000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5151961445808411},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.487911194562912},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2088867425918579}],"concepts":[{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5151961445808411},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.487911194562912},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2088867425918579}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/2297456.2297460","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2297456.2297460","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:corescholar.libraries.wright.edu:knoesis-2391","is_oa":false,"landing_page_url":"https://corescholar.libraries.wright.edu/knoesis/1012","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kno.e.sis Publications","raw_type":null},{"id":"pmh:oai:corescholar.libraries.wright.edu:knoesis-2392","is_oa":false,"landing_page_url":"https://corescholar.libraries.wright.edu/knoesis/1013","pdf_url":null,"source":{"id":"https://openalex.org/S2737205702","display_name":"Journal of Bioresource Management","issn_l":"2309-3854","issn":["2309-3854"],"is_oa":false,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4310316536","host_organization_name":"Bioresource Research Center (BRC), Islamabad","host_organization_lineage":["https://openalex.org/P4310316536"],"host_organization_lineage_names":["Bioresource Research Center (BRC), Islamabad"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kno.e.sis Publications","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.15.5607","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.15.5607","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ai.uwaterloo.ca/~dale/papers/lme.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.23.9378","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.23.9378","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://logos.uwaterloo.ca/~dale/papers/maxent.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.308.2716","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.308.2716","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://webdocs.cs.ualberta.ca/~dale/papers/tkdd12.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1495058637","https://openalex.org/W1540826000","https://openalex.org/W1546961578","https://openalex.org/W1966307998","https://openalex.org/W1967639437","https://openalex.org/W1996903695","https://openalex.org/W2001619934","https://openalex.org/W2001792610","https://openalex.org/W2036632921","https://openalex.org/W2042492924","https://openalex.org/W2049633694","https://openalex.org/W2053742104","https://openalex.org/W2096175520","https://openalex.org/W2096989558","https://openalex.org/W2099111195","https://openalex.org/W2100969003","https://openalex.org/W2102667697","https://openalex.org/W2104983284","https://openalex.org/W2105738468","https://openalex.org/W2115511080","https://openalex.org/W2132434674","https://openalex.org/W2132957691","https://openalex.org/W2134731454","https://openalex.org/W2139653464","https://openalex.org/W2142340904","https://openalex.org/W2159863202","https://openalex.org/W2160709761","https://openalex.org/W2160842254","https://openalex.org/W2160988325","https://openalex.org/W2169415915","https://openalex.org/W2181470043","https://openalex.org/W2480680997","https://openalex.org/W3009150836","https://openalex.org/W3010865323","https://openalex.org/W3193262203","https://openalex.org/W4231510805","https://openalex.org/W4388323202","https://openalex.org/W6600109629","https://openalex.org/W6806766985","https://openalex.org/W7041975391","https://openalex.org/W7071444332"],"related_works":["https://openalex.org/W2496553908","https://openalex.org/W3028751396","https://openalex.org/W2063762925","https://openalex.org/W3088321608","https://openalex.org/W850430107","https://openalex.org/W2015613513","https://openalex.org/W2039997001","https://openalex.org/W1988249588","https://openalex.org/W2497930761","https://openalex.org/W1514372817","https://openalex.org/W2016933073","https://openalex.org/W2325980376","https://openalex.org/W2147329429","https://openalex.org/W3120870616","https://openalex.org/W2181554950","https://openalex.org/W2069462871","https://openalex.org/W570862075","https://openalex.org/W3209085963","https://openalex.org/W3213366094","https://openalex.org/W2477548076"],"abstract_inverted_index":{"We":[0,48,102],"present":[1],"an":[2,93,104,123,133],"extension":[3],"to":[4,75,96,112],"Jaynes\u2019":[5,25],"maximum":[6,17,26,30,56,99,139,142,181,189],"entropy":[7,18,27,57,100,140,159,182],"principle":[8,14,28,183],"that":[9,51,72,106,166,175],"incorporates":[10],"latent":[11,16,55,98,138,180,193],"variables.":[12],"The":[13],"of":[15,41,86,154,160],"we":[19,69,150],"propose":[20],"is":[21],"different":[22],"from":[23],"both":[24],"and":[29,44,131,141,162],"likelihood":[31,143,190],"estimation,":[32],"but":[33],"can":[34,78,119],"yield":[35],"better":[36,186],"estimates":[37],"in":[38,66,127],"the":[39,83,90,97,128,137,158,164,168,179],"presence":[40],"hidden":[42],"variables":[43],"limited":[45],"training":[46],"data.":[47],"first":[49],"show":[50,71,174],"solving":[52],"for":[53,82,92],"a":[54,60,147,152],"model":[58,165],"poses":[59],"hard":[61],"nonlinear":[62],"constrained":[63],"optimization":[64],"problem":[65,77],"general.":[67],"However,":[68],"then":[70],"feasible":[73,114,155],"solutions":[74],"this":[76],"be":[79,120],"obtained":[80],"efficiently":[81],"special":[84],"case":[85],"log-linear":[87,115],"models---which":[88],"forms":[89],"basis":[91],"efficient":[94],"approximation":[95],"principle.":[101],"derive":[103],"algorithm":[105,118,126],"combines":[107],"expectation-maximization":[108],"with":[109],"iterative":[110],"scaling":[111],"produce":[113],"solutions.":[116],"This":[117],"interpreted":[121],"as":[122],"alternating":[124],"minimization":[125],"information":[129],"divergence,":[130],"reveals":[132],"intimate":[134],"connection":[135],"between":[136],"principles.":[144],"To":[145],"select":[146],"final":[148],"model,":[149],"generate":[151],"series":[153],"candidates,":[156],"calculate":[157],"each,":[161],"choose":[163],"attains":[167],"highest":[169],"entropy.":[170],"Our":[171],"experimental":[172],"results":[173,187],"estimation":[176],"based":[177],"on":[178,196],"generally":[184],"gives":[185],"than":[188],"when":[191],"estimating":[192],"variable":[194],"models":[195],"small":[197],"observed":[198],"data":[199],"samples.":[200]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
