{"id":"https://openalex.org/W7162512136","doi":"https://doi.org/10.48550/arxiv.2605.26582","title":"On the Error-Correcting Effects of Stochasticity in Discrete Diffusion","display_name":"On the Error-Correcting Effects of Stochasticity in Discrete Diffusion","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162512136","doi":"https://doi.org/10.48550/arxiv.2605.26582"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26582","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26582","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26582","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137149936","display_name":"William Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137148720","display_name":"Sungwon Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Sungwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5062650028","display_name":"Amirali Aghazadeh","orcid":"https://orcid.org/0000-0003-0223-0873"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aghazadeh, Amirali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7193999886512756,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7193999886512756,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7307000160217285},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.7049000263214111},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5817999839782715},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5371999740600586},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.5285999774932861},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5080999732017517},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.483599990606308},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4284999966621399}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7307000160217285},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.7049000263214111},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5817999839782715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.58160001039505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5458999872207642},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.5285999774932861},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.46889999508857727},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4284999966621399},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C135694725","wikidata":"https://www.wikidata.org/wiki/Q1201087","display_name":"Detailed balance","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.37560001015663147},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3382999897003174},{"id":"https://openalex.org/C68710425","wikidata":"https://www.wikidata.org/wiki/Q5275442","display_name":"Diffusion process","level":3,"score":0.3292999863624573},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C158424031","wikidata":"https://www.wikidata.org/wiki/Q1191905","display_name":"Gibbs sampling","level":3,"score":0.2985000014305115},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.25279998779296875},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26582","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26582","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26582","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26582","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8028990030288696,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Discrete":[0],"diffusion":[1,132],"models":[2],"achieve":[3,68],"strong":[4],"performance":[5],"in":[6,39,148,166],"text":[7],"and":[8,16,22,96,114,130,138,192],"image":[9,157],"generation,":[10],"but":[11,54],"their":[12],"inference":[13,120],"remains":[14],"slow":[15],"must":[17],"inherently":[18],"balance":[19],"sampling":[20,44,104,167,193],"efficiency":[21],"sample":[23,71,176],"quality.":[24,72],"In":[25],"this":[26,108],"work,":[27],"we":[28,77,110,182],"present":[29],"a":[30,118,163],"systematic":[31],"study":[32],"of":[33,37,152],"how":[34],"the":[35,43,79,145,149,189],"\\emph{degree":[36],"stochasticity}":[38],"Markov":[40],"transitions":[41,51,62,100],"governs":[42],"tradeoff.":[45],"We":[46],"show":[47,97,141],"that":[48,90,98,122,142],"highly":[49],"deterministic":[50],"converge":[52,63],"rapidly":[53],"suffer":[55],"from":[56],"error":[57],"accumulation,":[58],"while":[59,173],"more":[60,64,184],"stochastic":[61],"slowly":[65],"yet":[66],"can":[67,101],"higher":[69],"final":[70],"Using":[73],"an":[74,83],"information-theoretic":[75],"analysis,":[76,109],"identify":[78],"underlying":[80],"mechanism":[81],"as":[82],"error-correcting":[84],"effect":[85],"induced":[86],"by":[87,107,126],"\\emph{redundant":[88],"transitions}":[89],"symmetrically":[91],"exchange":[92],"mass":[93],"between":[94,128],"states,":[95],"these":[99],"provably":[102],"contract":[103],"errors.":[105],"Motivated":[106],"propose":[111],"\\emph{Discrete":[112],"Churn":[113],"Restart":[115],"Sampling}":[116],"(DCRS),":[117],"novel":[119],"algorithm":[121],"injects":[123],"controlled":[124],"stochasticity":[125],"alternating":[127],"forward":[129],"reverse":[131],"processes.":[133],"Experiments":[134],"on":[135,179,188],"synthetic":[136],"datasets":[137],"large-scale":[139],"benchmarks":[140],"DCRS":[143,159],"improves":[144],"speed-quality":[146],"tradeoff":[147],"low":[150],"number":[151],"function":[153],"evaluations":[154],"regime.":[155],"On":[156],"datasets,":[158],"achieves":[160],"up":[161],"to":[162,170],"$10\\times$":[164],"reduction":[165],"steps":[168],"compared":[169],"standard":[171],"samplers":[172],"maintaining":[174],"competitive":[175],"quality,":[177],"whereas":[178],"language":[180],"benchmarks,":[181],"observe":[183],"nuanced":[185],"behavior":[186],"depending":[187],"corruption":[190],"process":[191],"procedure.":[194]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-28T00:00:00"}