{"id":"https://openalex.org/W7161546886","doi":"https://doi.org/10.48550/arxiv.2605.16229","title":"Breaking the Finite-Sample Barrier in Entropy Coupling","display_name":"Breaking the Finite-Sample Barrier in Entropy Coupling","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161546886","doi":"https://doi.org/10.48550/arxiv.2605.16229"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16229","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16229","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16229","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062359324","display_name":"Shahab Asoodeh","orcid":"https://orcid.org/0000-0003-4960-6081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asoodeh, Shahab","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136425087","display_name":"Jun Chen","orcid":"https://orcid.org/0009-0009-4228-6127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.21780000627040863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.21780000627040863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.18039999902248383,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.17640000581741333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.6608999967575073},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5651999711990356},{"id":"https://openalex.org/keywords/residual-entropy","display_name":"Residual entropy","score":0.45840001106262207},{"id":"https://openalex.org/keywords/monotone-polygon","display_name":"Monotone polygon","score":0.4302000105381012},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.4009999930858612},{"id":"https://openalex.org/keywords/parameter-space","display_name":"Parameter space","score":0.4009999930858612},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.36469998955726624},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.3564000129699707},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.3375999927520752}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.680899977684021},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.6608999967575073},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5651999711990356},{"id":"https://openalex.org/C97785096","wikidata":"https://www.wikidata.org/wiki/Q771478","display_name":"Residual entropy","level":3,"score":0.45840001106262207},{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.4302000105381012},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.42899999022483826},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.36469998955726624},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33309999108314514},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.3208000063896179},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.31619998812675476},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.30250000953674316},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.2948000133037567},{"id":"https://openalex.org/C5084201","wikidata":"https://www.wikidata.org/wiki/Q17090689","display_name":"Generalized relative entropy","level":5,"score":0.2930999994277954},{"id":"https://openalex.org/C2780286412","wikidata":"https://www.wikidata.org/wiki/Q1188344","display_name":"Unknot","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2651999890804291},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C520416788","wikidata":"https://www.wikidata.org/wiki/Q5419229","display_name":"Exact solutions in general relativity","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16229","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16229","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16229","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16229","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Dependence":[0],"among":[1],"marginally":[2],"constrained":[3],"observations":[4,69,76],"can":[5,77],"break":[6],"a":[7,65,129],"finite-sample":[8,147],"barrier.":[9],"To":[10],"formalize":[11],"this":[12,87],"phenomenon,":[13],"we":[14,140],"introduce":[15],"the":[16,22,120,143],"\\emph{minimum":[17],"list":[18],"entropy":[19,25,111,158],"coupling}":[20],"$H(P\\|Q_1,\\dots,Q_m)$,":[21],"minimum":[23,121],"conditional":[24],"$H(X|Y_1,\\dots,Y_m)$":[26],"over":[27],"all":[28],"joint":[29],"distributions":[30],"with":[31,114,132],"prescribed":[32],"discrete":[33],"marginals":[34],"$X\\sim":[35],"P$":[36],"and":[37,92,95,153,163],"$Y_i\\sim":[38],"Q_i$.":[39],"Unlike":[40],"classical":[41],"formulations":[42],"based":[43],"on":[44],"independent":[45,68],"observations,":[46,116],"our":[47],"model":[48],"allows":[49],"$Y_1,\\dots,Y_m$":[50],"to":[51,160],"be":[52],"arbitrarily":[53],"dependent":[54,75],"while":[55],"keeping":[56],"each":[57],"marginal":[58],"fixed.":[59],"This":[60],"enlarged":[61],"coupling":[62],"space":[63],"reveals":[64],"sharp":[66],"dichotomy:":[67],"reduce":[70],"residual":[71],"uncertainty":[72],"exponentially,":[73],"whereas":[74],"eliminate":[78],"it":[79,102],"exactly":[80],"after":[81],"finitely":[82],"many":[83],"samples.":[84],"We":[85,126],"characterize":[86],"zero-entropy":[88],"regime":[89],"through":[90],"necessary":[91],"sufficient":[93],"conditions":[94],"give":[96],"concrete":[97],"structural":[98],"criteria":[99],"under":[100,106],"which":[101],"occurs.":[103],"In":[104],"particular,":[105],"mild":[107],"support":[108],"assumptions,":[109],"zero":[110,157],"is":[112,119],"achieved":[113],"$O(\\log(1/P_{\\min}))$":[115],"where":[117,156],"$P_{\\min}$":[118],"nonzero":[122],"mass":[123],"of":[124],"$P$.":[125],"also":[127],"develop":[128],"greedy":[130],"algorithm":[131],"monotone":[133],"approximation":[134],"guarantees":[135],"for":[136],"computing":[137],"$H(P\\|Q_1,\\dots,Q_m)$.":[138],"Finally,":[139],"show":[141],"that":[142],"same":[144],"framework":[145],"formalizes":[146],"limits":[148],"in":[149],"distribution-matching":[150],"representation":[151],"learning":[152],"randomness":[154],"extraction,":[155],"corresponds":[159],"exact":[161,164],"recovery":[162],"extraction.":[165]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-19T00:00:00"}