{"id":"https://openalex.org/W4401306468","doi":"https://doi.org/10.48550/arxiv.2407.21243","title":"Informed Correctors for Discrete Diffusion Models","display_name":"Informed Correctors for Discrete Diffusion Models","publication_year":2024,"publication_date":"2024-07-30","ids":{"openalex":"https://openalex.org/W4401306468","doi":"https://doi.org/10.48550/arxiv.2407.21243"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.21243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.21243","pdf_url":"https://arxiv.org/pdf/2407.21243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.21243","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088954352","display_name":"Yixiu Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhao, Yixiu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053294717","display_name":"Jiaxin Shi","orcid":"https://orcid.org/0000-0001-6842-4211"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Jiaxin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Feng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Druckmann, Shaul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Druckmann, Shaul","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Mackey, Lester","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mackey, Lester","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Linderman, Scott","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linderman, Scott","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088954352"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12100","display_name":"Advanced Mathematical Modeling in Engineering","score":0.20730000734329224,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12100","display_name":"Advanced Mathematical Modeling in Engineering","score":0.20730000734329224,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.6706210970878601},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4087074398994446},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3984421193599701},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3496710956096649},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.28044968843460083},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18496912717819214},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.11120685935020447}],"concepts":[{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6706210970878601},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4087074398994446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3984421193599701},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3496710956096649},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.28044968843460083},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18496912717819214},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.11120685935020447}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.21243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.21243","pdf_url":"https://arxiv.org/pdf/2407.21243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.21243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.21243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.21243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.21243","pdf_url":"https://arxiv.org/pdf/2407.21243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308324","display_name":"McKnight Foundation","ror":"https://ror.org/003ghvj67"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401306468.pdf","grobid_xml":"https://content.openalex.org/works/W4401306468.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Discrete":[0],"diffusion":[1,68,152],"has":[2,45],"emerged":[3],"as":[4],"a":[5,57,97,109],"powerful":[6],"framework":[7],"for":[8,150,162],"generative":[9],"modeling":[10],"in":[11],"discrete":[12,151,168],"domains,":[13],"yet":[14],"efficiently":[15],"sampling":[16,23,37,59],"from":[17],"these":[18,53,126],"models":[19],"remains":[20],"challenging.":[21],"Existing":[22],"strategies":[24],"often":[25],"struggle":[26],"to":[27,70,112],"balance":[28],"computation":[29],"and":[30,96,120,131,164],"sample":[31],"quality":[32],"when":[33,42],"the":[34,43,47,62,67,74,81,114,129,157],"number":[35],"of":[36,83,117,159],"steps":[38],"is":[39,64,172],"reduced,":[40],"even":[41],"model":[44,69],"learned":[46],"data":[48],"distribution":[49],"well.":[50],"To":[51,78],"address":[52],"limitations,":[54],"we":[55,87],"propose":[56],"predictor-corrector":[58],"scheme":[60],"where":[61],"corrector":[63,138],"informed":[65,85,123,137,160],"by":[66],"more":[71,104],"reliably":[72],"counter":[73],"accumulating":[75],"approximation":[76],"errors.":[77],"further":[79],"enhance":[80],"effectiveness":[82],"our":[84,136],"corrector,":[86],"introduce":[88],"complementary":[89],"architectural":[90],"modifications":[91],"based":[92],"on":[93],"hollow":[94],"transformers":[95],"simple":[98],"tailored":[99],"training":[100,105],"objective":[101],"that":[102],"leverages":[103],"signal.":[106],"We":[107],"use":[108],"synthetic":[110],"example":[111],"illustrate":[113],"failure":[115],"modes":[116],"existing":[118],"samplers":[119],"show":[121],"how":[122],"correctors":[124,161],"alleviate":[125],"problems.":[127],"On":[128],"text8":[130],"tokenized":[132],"ImageNet":[133],"256x256":[134],"datasets,":[135],"consistently":[139],"produces":[140],"superior":[141],"samples":[142],"with":[143],"fewer":[144],"errors":[145],"or":[146],"improved":[147],"FID":[148],"scores":[149],"models.":[153],"These":[154],"results":[155],"underscore":[156],"potential":[158],"fast":[163],"high-fidelity":[165],"generation":[166],"using":[167],"diffusion.":[169],"Our":[170],"code":[171],"available":[173],"at":[174],"https://github.com/lindermanlab/informed-correctors.":[175]},"counts_by_year":[],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}