{"id":"https://openalex.org/W7222017282","doi":"https://doi.org/10.48550/arxiv.2610.19020","title":"Discrete Diffusion Models are Minimax Optimal Under Sparsity","display_name":"Discrete Diffusion Models are Minimax Optimal Under Sparsity","publication_year":2026,"publication_date":"2026-10-13","ids":{"openalex":"https://openalex.org/W7222017282","doi":"https://doi.org/10.48550/arxiv.2610.19020"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.19020","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.19020","pdf_url":"https://arxiv.org/pdf/2610.19020","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.19020","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5145326422","display_name":"LUCA BLUNDA","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Blunda, Luca","raw_affiliation_strings":["INRIA -\u00c9cole Normale Sup\u00e9rieure -PSL Research University -CNRS , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA -\u00c9cole Normale Sup\u00e9rieure -PSL Research University -CNRS , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036783225","display_name":"Tyler Farghly","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Farghly, Tyler","raw_affiliation_strings":["INRIA -\u00c9cole Normale Sup\u00e9rieure -PSL Research University -CNRS , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA -\u00c9cole Normale Sup\u00e9rieure -PSL Research University -CNRS , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053326908","display_name":"Umut \u015eim\u015fekli","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Simsekli, Umut","raw_affiliation_strings":["INRIA -\u00c9cole Normale Sup\u00e9rieure -PSL Research University -CNRS , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA -\u00c9cole Normale Sup\u00e9rieure -PSL Research University -CNRS , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036096413","display_name":"Alain Durmus","orcid":"https://orcid.org/0000-0002-2086-8611","observed_orcids":["https://orcid.org/0000-0002-2086-8611"]},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210107641","display_name":"Centre de Math\u00e9matiques Appliqu\u00e9es de l'\u00c9cole polytechnique","ror":"https://ror.org/012e1xn46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210141950","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Durmus, Alain","raw_affiliation_strings":["\u00c9cole Polytechnique -CMAP -IP Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique -CMAP -IP Paris , France","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I4210107641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.37299999594688416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.37299999594688416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.08950000256299973,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08330000191926956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discrete-diffusion-models","display_name":"discrete diffusion models","score":1.0},{"id":"https://openalex.org/keywords/minimax-optimality","display_name":"minimax optimality","score":0.7900000214576721},{"id":"https://openalex.org/keywords/sparsity","display_name":"sparsity","score":0.9150000214576721},{"id":"https://openalex.org/keywords/label-smoothing","display_name":"label smoothing","score":0.8059999942779541},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.550000011920929},{"id":"https://openalex.org/keywords/text-generation","display_name":"text generation","score":0.5799999833106995},{"id":"https://openalex.org/keywords/nonparametric-estimation","display_name":"nonparametric estimation","score":0.6930000185966492},{"id":"https://openalex.org/keywords/low-dimensional-systems","display_name":"low-dimensional systems","score":0.652999997138977}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6345999836921692},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.6019999980926514},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5760999917984009},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.5562000274658203},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5550000071525574},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5307999849319458},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4925000071525574},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4652000069618225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4546000063419342},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.44769999384880066},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.44029998779296875},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41690000891685486},{"id":"https://openalex.org/C39943821","wikidata":"https://www.wikidata.org/wiki/Q506346","display_name":"Semimartingale","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38940000534057617},{"id":"https://openalex.org/C68710425","wikidata":"https://www.wikidata.org/wiki/Q5275442","display_name":"Diffusion process","level":3,"score":0.3781000077724457},{"id":"https://openalex.org/C190669063","wikidata":"https://www.wikidata.org/wiki/Q5282043","display_name":"Discrete choice","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C10184394","wikidata":"https://www.wikidata.org/wiki/Q5165491","display_name":"Continuous modelling","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C74127309","wikidata":"https://www.wikidata.org/wiki/Q3455886","display_name":"Nonparametric regression","level":3,"score":0.29190000891685486},{"id":"https://openalex.org/C81146285","wikidata":"https://www.wikidata.org/wiki/Q5282053","display_name":"Discrete modelling","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C2777299769","wikidata":"https://www.wikidata.org/wiki/Q3707858","display_name":"Type (biology)","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.19020","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.19020","pdf_url":"https://arxiv.org/pdf/2610.19020","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.19020","doi":"https://doi.org/10.48550/arxiv.2610.19020","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.19020","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.19020","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.19020","pdf_url":"https://arxiv.org/pdf/2610.19020","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1894652637","display_name":null,"funder_award_id":"ERC-2022-SYG-OCEAN-101071601","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2751347139","display_name":null,"funder_award_id":"101071601","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4498084806","display_name":"Hi! PARIS AI cluster 2030 for Science, Business and Society","funder_award_id":"ANR-23-IACL-0005","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4964512308","display_name":"Theory for enhanced generative models","funder_award_id":"ANR-25-PEIA-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5838787665","display_name":"PaRis Artificial Intelligence Research InstitutE","funder_award_id":"ANR-19-P3IA-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7080048889","display_name":null,"funder_award_id":"ANR-23","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222017282.pdf","grobid_xml":"https://content.openalex.org/works/W7222017282.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W1714333848","https://openalex.org/W2155418451","https://openalex.org/W2360215740","https://openalex.org/W2963389257","https://openalex.org/W3156277115","https://openalex.org/W4403799408","https://openalex.org/W4415800813","https://openalex.org/W4416445259","https://openalex.org/W7090709548","https://openalex.org/W7204147297"],"related_works":["https://openalex.org/W7090709548","https://openalex.org/W7221038783","https://openalex.org/W4399151647","https://openalex.org/W7204147297","https://openalex.org/W4408272963","https://openalex.org/W7161724837","https://openalex.org/W4415346723","https://openalex.org/W4323362754","https://openalex.org/W4387964173","https://openalex.org/W4404167116"],"abstract_inverted_index":{"Discrete":[0],"diffusion":[1,34,77,131],"models":[2,11,44,78,132],"have":[3],"emerged":[4],"as":[5,107],"a":[6,36,84,89],"leading":[7],"alternative":[8],"to":[9,47,136],"autoregressive":[10],"for":[12,115],"generating":[13],"text":[14],"and":[15,57,117],"other":[16],"categorical":[17],"data,":[18,52],"yet":[19],"their":[20,29],"theoretical":[21],"foundations":[22],"remain":[23],"less":[24],"developed":[25],"than":[26],"those":[27],"of":[28,39,67,75,110,123],"continuous":[30,33],"counterparts.":[31],"For":[32],"models,":[35],"prominent":[37],"line":[38],"theory":[40],"suggests":[41],"that":[42,129],"these":[43],"can":[45,104,133],"adapt":[46,134],"low-dimensional":[48],"structure":[49],"in":[50,97],"the":[51,64,72,98,121,124],"thereby":[53],"improving":[54],"statistical":[55,73],"efficiency":[56],"generalization.":[58],"In":[59],"this":[60,68],"work,":[61],"we":[62,93],"investigate":[63],"discrete":[65,76,130],"analogue":[66],"phenomenon":[69],"by":[70],"studying":[71],"rates":[74,96],"under":[79],"sparsity":[80,125],"assumptions.":[81],"By":[82],"analyzing":[83],"nonparametric":[85],"estimator":[86],"derived":[87],"from":[88],"regularized":[90],"score-entropy":[91],"objective,":[92],"establish":[94],"minimax-optimal":[95],"sparse":[99],"regime.":[100],"The":[101],"proposed":[102],"regularization":[103],"be":[105],"viewed":[106],"an":[108],"adaptation":[109],"label":[111],"smoothing":[112],"techniques":[113],"introduced":[114],"classification,":[116],"does":[118],"not":[119],"require":[120],"knowledge":[122],"parameter.":[126],"This":[127],"shows":[128],"intrinsically":[135],"sparsity.":[137]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-16T00:00:00"}