{"id":"https://openalex.org/W4415367204","doi":"https://doi.org/10.1109/isit63088.2025.11195404","title":"Information-Theoretic Proofs for Diffusion Sampling","display_name":"Information-Theoretic Proofs for Diffusion Sampling","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415367204","doi":"https://doi.org/10.1109/isit63088.2025.11195404"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195404","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195404","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084396713","display_name":"Galen Reeves","orcid":"https://orcid.org/0000-0003-4230-0688"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Galen Reeves","raw_affiliation_strings":["Departments of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Departments of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034044119","display_name":"Henry D. Pfister","orcid":"https://orcid.org/0000-0001-5521-4397"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henry D. Pfister","raw_affiliation_strings":["Departments of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Departments of Electrical and Computer Engineering","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084396713"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2181,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84353196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.8251000046730042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.8251000046730042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.737500011920929,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11210","display_name":"Mathematical Analysis and Transform Methods","score":0.7325000166893005,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6241000294685364},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.5838000178337097},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.504800021648407},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4903999865055084},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.4521999955177307},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44929999113082886},{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.43209999799728394},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4253000020980835},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.40610000491142273}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6241000294685364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6097000241279602},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.504800021648407},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4903999865055084},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4747999906539917},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4616999924182892},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.4521999955177307},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44929999113082886},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4171000123023987},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.40610000491142273},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3490999937057495},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C170593435","wikidata":"https://www.wikidata.org/wiki/Q4128565","display_name":"Slice sampling","level":4,"score":0.30640000104904175},{"id":"https://openalex.org/C112401455","wikidata":"https://www.wikidata.org/wiki/Q178036","display_name":"Brownian motion","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C68710425","wikidata":"https://www.wikidata.org/wiki/Q5275442","display_name":"Diffusion process","level":3,"score":0.3003999888896942},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C122342681","wikidata":"https://www.wikidata.org/wiki/Q330828","display_name":"Skewness","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.2619999945163727},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195404","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195404","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7488733544","display_name":null,"funder_award_id":"2308445","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2111616148","https://openalex.org/W2113616621","https://openalex.org/W3121620948","https://openalex.org/W3196968013","https://openalex.org/W4312933868","https://openalex.org/W4313227408","https://openalex.org/W4415367204"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"provides":[2],"an":[3,56,62],"elementary,":[4],"self-contained":[5],"analysis":[6],"of":[7,53,85],"diffusion-based":[8],"sampling":[9,51,119],"methods":[10],"for":[11],"generative":[12],"modeling.":[13],"In":[14,94],"contrast":[15],"to":[16,48,79,124,137,147],"existing":[17],"approaches":[18],"that":[19,60],"rely":[20],"on":[21,135],"continuous-time":[22],"processes":[23,34],"and":[24,35,108],"then":[25,67,117],"discretize,":[26],"our":[27],"treatment":[28],"works":[29],"directly":[30],"with":[31,55],"discrete-time":[32,92],"stochastic":[33],"yields":[36],"precise":[37],"non-asymptotic":[38],"convergence":[39,139],"guarantees":[40],"under":[41],"broad":[42],"assumptions.":[43],"The":[44],"key":[45],"insight":[46],"is":[47,121],"couple":[49],"the":[50,75,81,86,100,118,125,152],"process":[52,59],"interest":[54],"idealized":[57],"comparison":[58,153],"has":[61],"explicit":[63],"Gaussian-convolution":[64],"structure.":[65],"We":[66],"leverage":[68],"simple":[69],"identities":[70],"from":[71],"information":[72],"theory,":[73],"including":[74],"I-":[76],"MMSE":[77],"relationship,":[78],"bound":[80],"discrepancy":[82],"(in":[83],"terms":[84],"Kullback-Leibler":[87],"divergence)":[88],"between":[89],"these":[90],"two":[91],"processes.":[93],"particular,":[95],"we":[96],"show":[97],"that,":[98],"if":[99],"diffusion":[101],"step":[102,146],"sizes":[103],"are":[104],"chosen":[105],"sufficiently":[106],"small":[107],"one":[109],"can":[110],"approximate":[111],"certain":[112],"conditional":[113],"mean":[114],"estimators":[115],"well,":[116],"distribution":[120],"provably":[122],"close":[123],"target":[126],"distribution.":[127],"Our":[128],"results":[129],"also":[130],"provide":[131],"a":[132],"transparent":[133],"view":[134],"how":[136],"accelerate":[138],"by":[140],"using":[141],"additional":[142],"randomness":[143],"in":[144,151],"each":[145],"match":[148],"higher-order":[149],"moments":[150],"process.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-21T00:00:00"}