{"id":"https://openalex.org/W2312636348","doi":null,"title":"Bounds on the Entropy of a Binary System with Known Mean and Pairwise Constraints","display_name":"Bounds on the Entropy of a Binary System with Known Mean and Pairwise Constraints","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2312636348","mag":"2312636348"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt1sx6w3qg","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/1sx6w3qg","pdf_url":"https://escholarship.org/uc/item/1sx6w3qg","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/1sx6w3qg","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074677266","display_name":"Badr F. Albanna","orcid":"https://orcid.org/0000-0002-5536-6443","observed_orcids":["https://orcid.org/0000-0002-5536-6443"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Badr Faisal Albanna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5074677266"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.8970000147819519,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.8970000147819519,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.0421999990940094,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10591","display_name":"Theoretical and Computational Physics","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy-bounds","display_name":"entropy bounds","score":0.8330000042915344},{"id":"https://openalex.org/keywords/maximum-entropy-distribution","display_name":"maximum entropy distribution","score":0.7360000014305115},{"id":"https://openalex.org/keywords/binary-random-variables","display_name":"binary random variables","score":0.6759999990463257},{"id":"https://openalex.org/keywords/pairwise-correlations","display_name":"two-particle correlations","score":0.9760000109672546},{"id":"https://openalex.org/keywords/neural-population-activity","display_name":"neural population activity","score":0.7070000171661377},{"id":"https://openalex.org/keywords/neural-coding","display_name":"neural coding","score":0.3490000069141388}],"concepts":[{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.7231439352035522},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6279110908508301},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.52137690782547},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5040320754051208},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.47435462474823},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.4718877077102661},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4255436956882477},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3387625217437744},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.29088252782821655},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25018322467803955},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.1812252700328827},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.1727714240550995},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt1sx6w3qg","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/1sx6w3qg","pdf_url":"https://escholarship.org/uc/item/1sx6w3qg","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:qt1sx6w3qg","doi":null,"is_oa":true,"landing_page_url":"http://www.escholarship.org/uc/item/1sx6w3qg","pdf_url":"http://www.escholarship.org/uc/item/1sx6w3qg","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Albanna, Badr Faisal. (2013). Bounds on the Entropy of a Binary System with Known Mean and Pairwise Constraints. UC Berkeley: Physics. Retrieved from: http://www.escholarship.org/uc/item/1sx6w3qg","raw_type":"dissertation"},{"id":"mag:2312636348","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt1sx6w3qg/qt1sx6w3qg.pdf?t=odi7qq","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt1sx6w3qg","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/1sx6w3qg","pdf_url":"https://escholarship.org/uc/item/1sx6w3qg","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2312636348.pdf","grobid_xml":"https://content.openalex.org/works/W2312636348.grobid-xml"},"referenced_works_count":95,"referenced_works":["https://openalex.org/W24404449","https://openalex.org/W306234367","https://openalex.org/W761890699","https://openalex.org/W1487827879","https://openalex.org/W1491573646","https://openalex.org/W1495198699","https://openalex.org/W1507102473","https://openalex.org/W1509643880","https://openalex.org/W1538831251","https://openalex.org/W1551871633","https://openalex.org/W1582633447","https://openalex.org/W1593079125","https://openalex.org/W1598573928","https://openalex.org/W1680443341","https://openalex.org/W1840356866","https://openalex.org/W1945824724","https://openalex.org/W1954414299","https://openalex.org/W1964089073","https://openalex.org/W1968187006","https://openalex.org/W1970391837","https://openalex.org/W1972727462","https://openalex.org/W1982728575","https://openalex.org/W1993734789","https://openalex.org/W1995875735","https://openalex.org/W2007783351","https://openalex.org/W2011975683","https://openalex.org/W2012810028","https://openalex.org/W2019038806","https://openalex.org/W2020371238","https://openalex.org/W2021510996","https://openalex.org/W2022235653","https://openalex.org/W2022597264","https://openalex.org/W2023630066","https://openalex.org/W2025104826","https://openalex.org/W2026143151","https://openalex.org/W2030954816","https://openalex.org/W2031307947","https://openalex.org/W2032558547","https://openalex.org/W2032821770","https://openalex.org/W2034327144","https://openalex.org/W2035693183","https://openalex.org/W2041995595","https://openalex.org/W2047010624","https://openalex.org/W2047488554","https://openalex.org/W2052207834","https://openalex.org/W2052900991","https://openalex.org/W2053671774","https://openalex.org/W2054839668","https://openalex.org/W2055344510","https://openalex.org/W2057128446","https://openalex.org/W2060692908","https://openalex.org/W2064344303","https://openalex.org/W2064759901","https://openalex.org/W2068588832","https://openalex.org/W2069554490","https://openalex.org/W2069788171","https://openalex.org/W2070892134","https://openalex.org/W2071989482","https://openalex.org/W2077630079","https://openalex.org/W2079578251","https://openalex.org/W2082648159","https://openalex.org/W2083250197","https://openalex.org/W2085228752","https://openalex.org/W2087185095","https://openalex.org/W2087523977","https://openalex.org/W2089194925","https://openalex.org/W2091134111","https://openalex.org/W2091142825","https://openalex.org/W2091307684","https://openalex.org/W2092685486","https://openalex.org/W2097636360","https://openalex.org/W2099111195","https://openalex.org/W2100061495","https://openalex.org/W2108104892","https://openalex.org/W2109161029","https://openalex.org/W2109584604","https://openalex.org/W2111097630","https://openalex.org/W2114900706","https://openalex.org/W2116733989","https://openalex.org/W2118288908","https://openalex.org/W2118547397","https://openalex.org/W2124601597","https://openalex.org/W2131798840","https://openalex.org/W2136922672","https://openalex.org/W2146630029","https://openalex.org/W2147238273","https://openalex.org/W2148936397","https://openalex.org/W2158219072","https://openalex.org/W2158935941","https://openalex.org/W2169452992","https://openalex.org/W2253776861","https://openalex.org/W2296319761","https://openalex.org/W2296616510","https://openalex.org/W2333302287","https://openalex.org/W3039674623"],"related_works":["https://openalex.org/W1671637897","https://openalex.org/W2951868442","https://openalex.org/W7098951311","https://openalex.org/W2032255950","https://openalex.org/W7223017204","https://openalex.org/W3100954629","https://openalex.org/W4410494577","https://openalex.org/W4246675730","https://openalex.org/W1672097335","https://openalex.org/W7095597046"],"abstract_inverted_index":{"Maximum":[0],"entropy":[1,49,56,82,85,99,227,245],"models":[2],"are":[3,288],"increasingly":[4],"being":[5],"used":[6],"to":[7,256,290],"describe":[8],"the":[9,24,48,52,80,92,97,115,119,132,145,177,199,221,225,232,235,244,257,260],"collective":[10],"activity":[11],"of":[12,27,65,96,104,127,147,201,224,234,237,259,269,286,295],"neural":[13,18],"populations":[14],"with":[15,31,61,88,110],"measured":[16],"mean":[17,66],"activities":[19],"and":[20,44,54,68,71,106,121,129,159,299,306],"pairwise":[21,69],"correlations,":[22,70],"but":[23],"full":[25],"space":[26],"probability":[28],"distributions":[29,57,74],"consistent":[30,109],"these":[32],"constraints":[33],"has":[34,84],"not":[35,229,248],"been":[36],"explored.":[37],"In":[38,144],"this":[39],"dissertation,":[40],"I":[41,263,300],"provide":[42],"lower":[43],"upper":[45],"bounds":[46,117],"on":[47,118,231],"for":[50,75,101,124,241,304],"both":[51],"minimum":[53,81,122,226],"maximum":[55,98,120,261],"over":[58,211],"binary":[59],"units":[60],"any":[62,102],"fixed":[63,125],"set":[64,103],"values":[67,126,239],"we":[72],"construct":[73],"several":[76],"relevant":[77],"cases.":[78],"Surprisingly,":[79],"solution":[83],"scaling":[86,222],"logarithmically":[87],"system":[89],"size,":[90],"unlike":[91],"possible":[93],"linear":[94],"behavior":[95,223],"solution,":[100],"first-":[105],"second-order":[107],"statistics":[108,271],"arbitrarily":[111],"large":[112,242],"systems.I":[113],"find":[114],"following":[116],"entropies":[123],"$\\\\{\\\\mu_i\\\\}$":[128],"$\\\\{\\\\nu_{ij}\\\\}$.":[130],"For":[131,176],"\\\\emph{maximum":[133],"entropy}:":[134,179],"\\\\begin{equation*}\\tx":[135],"N":[136],"-":[137,153,164,170,172,174,205,207],"\\\\mathcal{O}(\\\\log_2{N})":[138],"\\\\leq":[139,141,188,190],"S_2":[140],"N.":[142],"\\\\end{equation*}":[143],"case":[146],"uniform":[148],"constraints,":[149],"$x":[150,167],"=":[151,168,203],"4(\\\\mu":[152],"\\\\nu)$":[154],"if":[155],"$\\\\nu":[156,160],"\\\\geq":[157,161],"\\\\nicefrac{1}{2}\\\\,\\\\mu$":[158],"\\\\nicefrac{3}{2}\\\\,":[162],"\\\\mu":[163],"\\\\nicefrac{1}{2}$;":[165],"otherwise":[166],"\\\\frac{\\\\nu":[169],"\\\\mu^2}{\\\\nicefrac{1}{4}":[171],"(\\\\mu":[173],"\\\\nu)}$.":[175],"\\\\emph{minimum":[178],"\\\\begin{equation*}\\t\\\\log_2":[180],"\\\\left(":[181,192],"\\\\frac{N}{1":[182],"+":[183,209],"(N-1)":[184],"\\\\bar\\\\alpha":[185],"}":[186],"\\\\right)":[187],"\\\\tilde{S}_2":[189],"\\\\log_2":[191],"1+\\\\frac{N(N+1)}{2}":[193],"\\\\right),":[194],"\\t\\\\end{equation*}":[195],"where":[196],"$\\\\bar\\\\alpha$":[197],"is":[198],"average":[200],"$\\\\alpha_{ij}":[202],"(4\\\\nu_{ij}":[204],"2\\\\mu_i":[206],"2\\\\mu_j":[208],"1)^2$":[210],"all":[212],"$i,j":[213],"\\\\in":[214],"\\\\{1,\\\\dots,N\\\\}$,":[215],"$i":[216],"\\\\neq":[217],"j$.":[218],"Perhaps":[219],"surprisingly,":[220],"does":[228,247],"depend":[230],"details":[233],"sets":[236,268],"constraint":[238],"---":[240],"systems":[243],"floor":[246],"contain":[249],"tall":[250],"peaks":[251],"or":[252],"deep":[253],"valleys":[254],"comparable":[255],"scale":[258],"entropy.":[262],"also":[264],"demonstrate":[265],"that":[266],"some":[267,302],"low-order":[270,292],"can":[272],"only":[273,283],"be":[274],"realized":[275],"by":[276],"small":[277,284],"systems.":[278,310],"My":[279],"results":[280],"show":[281],"how":[282],"amounts":[285],"randomness":[287],"needed":[289],"mimic":[291],"statistical":[293],"properties":[294],"highly":[296],"entropic":[297],"distributions,":[298],"discuss":[301],"applications":[303],"engineered":[305],"biological":[307],"information":[308],"transmission":[309]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}