{"id":"https://openalex.org/W1966069596","doi":"https://doi.org/10.1109/itw.2012.6404727","title":"On the hardness of entropy minimization and related problems","display_name":"On the hardness of entropy minimization and related problems","publication_year":2012,"publication_date":"2012-09-01","ids":{"openalex":"https://openalex.org/W1966069596","doi":"https://doi.org/10.1109/itw.2012.6404727","mag":"1966069596"},"language":"en","primary_location":{"id":"doi:10.1109/itw.2012.6404727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2012.6404727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE Information Theory Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1207.1238","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mladen Kovacevic","orcid":null},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":true,"raw_author_name":"Mladen Kovacevic","raw_affiliation_strings":["Department of Electrical Engineering, University of Novi Sad, Novi Sad, Serbia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Novi Sad, Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ivan Stanojevic","orcid":null},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Ivan Stanojevic","raw_affiliation_strings":["Department of Electrical Engineering, University of Novi Sad, Novi Sad, Serbia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Novi Sad, Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]},{"author_position":"last","author":{"id":null,"display_name":"Vojin Senk","orcid":null},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Vojin Senk","raw_affiliation_strings":["Department of Electrical Engineering, University of Novi Sad, Novi Sad, Serbia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Novi Sad, Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170726198"],"apc_list":null,"apc_paid":null,"fwci":0.2425,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.5273327,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"512","last_page":"516"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/polytope","display_name":"Polytope","score":0.8149999976158142},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.6700000166893005},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6557000279426575},{"id":"https://openalex.org/keywords/entropy-maximization","display_name":"Entropy maximization","score":0.6103000044822693},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5394999980926514},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5234000086784363},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49799999594688416},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.44510000944137573},{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.4146000146865845}],"concepts":[{"id":"https://openalex.org/C145691206","wikidata":"https://www.wikidata.org/wiki/Q747980","display_name":"Polytope","level":2,"score":0.8149999976158142},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7581999897956848},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6700000166893005},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6557000279426575},{"id":"https://openalex.org/C127233936","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Entropy maximization","level":3,"score":0.6103000044822693},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.532800018787384},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5234000086784363},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49799999594688416},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.44510000944137573},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.34389999508857727},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.32919999957084656},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.3124000132083893},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.3082999885082245},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.29660001397132874},{"id":"https://openalex.org/C110943637","wikidata":"https://www.wikidata.org/wiki/Q4129097","display_name":"Convex polytope","level":5,"score":0.29120001196861267},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C111110010","wikidata":"https://www.wikidata.org/wiki/Q2627315","display_name":"Convex combination","level":4,"score":0.2816999852657318},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C44492722","wikidata":"https://www.wikidata.org/wiki/Q327069","display_name":"Conditional probability","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/itw.2012.6404727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2012.6404727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE Information Theory Workshop","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1207.1238","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1207.1238","pdf_url":"https://arxiv.org/pdf/1207.1238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.747.4948","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.747.4948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1207.1238.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1207.1238","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1207.1238","pdf_url":"https://arxiv.org/pdf/1207.1238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W621643794","https://openalex.org/W1513894211","https://openalex.org/W1991624978","https://openalex.org/W2024539680","https://openalex.org/W2032558547","https://openalex.org/W2050249319","https://openalex.org/W2069547904","https://openalex.org/W2073237809","https://openalex.org/W2149772057","https://openalex.org/W2304997124"],"related_works":[],"abstract_inverted_index":{"We":[0],"investigate":[1],"certain":[2],"optimization":[3],"problems":[4,52,71,81,102],"for":[5,50],"Shannon":[6],"information":[7,24,152],"measures,":[8],"namely,":[9,111],"minimization":[10,112,121],"of":[11,22,38,46,77,94,113,122,126,140,151,156],"joint":[12],"and":[13,20,61,69,106,116,124,154],"conditional":[14],"entropies":[15],"H(X,":[16,114],"Y),":[17,26],"H(X|Y),":[18],"H(Y|X),":[19],"maximization":[21,125],"mutual":[23],"I(X;":[25,127],"over":[27,82,98],"convex":[28],"regions.":[29],"When":[30],"restricted":[31],"to":[32,64],"the":[33,65,78,100,138,148],"so-called":[34,149],"transportation":[35],"polytopes":[36,84,95],"(sets":[37],"distributions":[39,143],"with":[40],"fixed":[41],"marginals),":[42],"very":[43],"simple":[44,88,92],"proofs":[45],"NP-hardness":[47,155],"are":[48,58,103,129,144],"obtained":[49],"these":[51],"because":[53],"in":[54],"that":[55],"case":[56],"they":[57],"all":[59],"equivalent,":[60],"their":[62,107,157],"connection":[63],"well-known":[66],"SUBSET":[67],"SUM":[68],"PARTITION":[70],"is":[72,85,96,118,159],"revealed.":[73],"The":[74],"computational":[75],"intractability":[76],"more":[79],"general":[80],"arbitrary":[83],"then":[86],"a":[87,91],"consequence.":[89],"Further,":[90],"class":[93],"shown":[97],"which":[99],"above":[101],"not":[104],"equivalent":[105],"complexity":[108],"differs":[109],"sharply,":[110],"Y)":[115,128],"H(Y|X)":[117],"trivial,":[119],"while":[120],"H(X|Y)":[123],"strongly":[130],"NP-hard":[131],"problems.":[132],"Finally,":[133],"two":[134],"new":[135],"(pseudo)metrics":[136],"on":[137,147],"space":[139],"discrete":[141],"probability":[142],"introduced,":[145],"based":[146],"variation":[150],"quantity,":[153],"computation":[158],"shown.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}