{"id":"https://openalex.org/W2068375500","doi":"https://doi.org/10.1109/tit.1981.1056373","title":"Properties of cross-entropy minimization","display_name":"Properties of cross-entropy minimization","publication_year":1981,"publication_date":"1981-07-01","ids":{"openalex":"https://openalex.org/W2068375500","doi":"https://doi.org/10.1109/tit.1981.1056373","mag":"2068375500"},"language":"en","primary_location":{"id":"doi:10.1109/tit.1981.1056373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1981.1056373","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108223361","display_name":"John E. Shore","orcid":null},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Shore","raw_affiliation_strings":["Naval Research Laboratory, Inc., Washington D.C., DC, USA","[Naval Research Laboratory, Inc., Washington D.C., DC, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Laboratory, Inc., Washington D.C., DC, USA","institution_ids":["https://openalex.org/I1288214837"]},{"raw_affiliation_string":"[Naval Research Laboratory, Inc., Washington D.C., DC, USA]","institution_ids":["https://openalex.org/I1288214837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101427209","display_name":"Ryan F. Johnson","orcid":"https://orcid.org/0000-0003-1246-8076"},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Johnson","raw_affiliation_strings":["Naval Research Laboratory, Inc., Washington D.C., DC, USA","[Naval Research Laboratory, Inc., Washington D.C., DC, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Laboratory, Inc., Washington D.C., DC, USA","institution_ids":["https://openalex.org/I1288214837"]},{"raw_affiliation_string":"[Naval Research Laboratory, Inc., Washington D.C., DC, USA]","institution_ids":["https://openalex.org/I1288214837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1288214837"],"apc_list":null,"apc_paid":null,"fwci":7.0522,"has_fulltext":false,"cited_by_count":403,"citation_normalized_percentile":{"value":0.97591991,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"27","issue":"4","first_page":"472","last_page":"482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6513065695762634},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.6492468118667603},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6423599720001221},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6231443881988525},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.6097538471221924},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.5965591669082642},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.5900930762290955},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5230304002761841},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5169283747673035},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.49653273820877075},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.48591747879981995},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.4808524250984192},{"id":"https://openalex.org/keywords/maximum-entropy-spectral-estimation","display_name":"Maximum entropy spectral estimation","score":0.4420895576477051},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4369052052497864},{"id":"https://openalex.org/keywords/probability-measure","display_name":"Probability measure","score":0.4154057204723358},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.39315223693847656},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32118529081344604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.24904930591583252},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21042335033416748},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17993086576461792},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10253000259399414},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.06422561407089233}],"concepts":[{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6513065695762634},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.6492468118667603},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6423599720001221},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6231443881988525},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.6097538471221924},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.5965591669082642},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.5900930762290955},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5230304002761841},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5169283747673035},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.49653273820877075},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.48591747879981995},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.4808524250984192},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.4420895576477051},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4369052052497864},{"id":"https://openalex.org/C21031990","wikidata":"https://www.wikidata.org/wiki/Q355020","display_name":"Probability measure","level":2,"score":0.4154057204723358},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.39315223693847656},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32118529081344604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.24904930591583252},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21042335033416748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17993086576461792},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10253000259399414},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.06422561407089233}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tit.1981.1056373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1981.1056373","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:ADA085471","is_oa":false,"landing_page_url":"http://oai.dtic.mil/oai/oai?&verb=getRecord&metadataPrefix=html&identifier=ADA085471","pdf_url":null,"source":{"id":"https://openalex.org/S4406923043","display_name":"Defense Technical Information Center (DTIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"DTIC AND NTIS","raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6299999952316284,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W630957616","https://openalex.org/W1992192674","https://openalex.org/W1992578604","https://openalex.org/W2022554507","https://openalex.org/W2032558547","https://openalex.org/W2038066559","https://openalex.org/W2052958516","https://openalex.org/W2054610151","https://openalex.org/W2104936830","https://openalex.org/W2119731134","https://openalex.org/W2138054245","https://openalex.org/W2154945989","https://openalex.org/W2160013257","https://openalex.org/W2160709761","https://openalex.org/W2164240509","https://openalex.org/W2317912355","https://openalex.org/W2332768468","https://openalex.org/W4214585779","https://openalex.org/W4246675730","https://openalex.org/W4301709274"],"related_works":["https://openalex.org/W59993211","https://openalex.org/W2889261288","https://openalex.org/W2034921015","https://openalex.org/W2955910739","https://openalex.org/W1999129037","https://openalex.org/W1990645539","https://openalex.org/W2161544911","https://openalex.org/W3206579266","https://openalex.org/W4246675730","https://openalex.org/W2884476384"],"abstract_inverted_index":{"The":[0,78],"principle":[1],"of":[2,15,28,37,45,68,75,82,91,109],"minimum":[3,8,111],"cross-entropy":[4,46,76,83,92,112],"(minimum":[5],"directed":[6],"divergence,":[7],"discrimination":[9],"information)":[10],"is":[11,72,97],"a":[12,25],"general":[13,104],"method":[14],"inference":[16,87],"about":[17],"an":[18,59,86,94],"unknown":[19],"probability":[20,113],"density":[21,30],"when":[22,66],"there":[23],"exists":[24],"prior":[26],"estimate":[27],"the":[29,35,69,73],"and":[31,50,64,89,103,106],"new":[32],"information":[33,60,95],"in":[34,52],"form":[36],"constraints":[38],"on":[39],"expected":[40],"values.":[41],"Various":[42],"fundamental":[43],"properties":[44,57,81,90],"minimization":[47,84],"are":[48,62,101,115],"proven":[49],"collected":[51],"one":[53,67],"place.":[54],"Cross-entropy's":[55],"well-known":[56],"as":[58,85,93],"measure":[61,96],"extended":[63],"strengthened":[65],"densities":[70,114],"involved":[71],"result":[74],"minimization.":[77],"interplay":[79],"between":[80],"procedure":[88],"pointed":[98],"out.":[99],"Examples":[100],"included":[102],"analytic":[105],"computational":[107],"methods":[108],"finding":[110],"discussed.":[116]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":9}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}