{"id":"https://openalex.org/W4403365366","doi":"https://doi.org/10.48550/arxiv.2410.08134","title":"Steering Masked Discrete Diffusion Models via Discrete Denoising Posterior Prediction","display_name":"Steering Masked Discrete Diffusion Models via Discrete Denoising Posterior Prediction","alternate_titles":[],"publication_year":2024,"publication_date":"2024-10-10","ids":{"openalex":"https://openalex.org/W4403365366","doi":"https://doi.org/10.48550/arxiv.2410.08134"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.08134","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.08134","pdf_url":"https://arxiv.org/pdf/2410.08134","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4403365366"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.08134","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041633236","display_name":"Jarrid Rector-Brooks","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rector-Brooks, Jarrid","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al ,","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102482758","display_name":"Mohsin Hasan","orcid":"https://orcid.org/0009-0006-6013-3712","observed_orcids":["https://orcid.org/0009-0006-6013-3712"]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hasan, Mohsin","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al ,","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093910281","display_name":"Zhangzhi Peng","orcid":"https://orcid.org/0009-0006-5335-0241","observed_orcids":["https://orcid.org/0009-0006-5335-0241"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng, Zhangzhi","raw_affiliation_strings":["Duke University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University ,","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076225516","display_name":"Zachary Quinn","orcid":"https://orcid.org/0000-0002-7688-2914","observed_orcids":["https://orcid.org/0000-0002-7688-2914"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quinn, Zachary","raw_affiliation_strings":["Duke University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University ,","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115467767","display_name":"Chenghao Liu","orcid":"https://orcid.org/0009-0000-2672-7601","observed_orcids":["https://orcid.org/0009-0000-2672-7601"]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Liu, Chenghao","raw_affiliation_strings":["McGill University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University ,","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020059055","display_name":"Sarthak Mittal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mittal, Sarthak","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al ,","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049618494","display_name":"Nouha Dziri","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dziri, Nouha","raw_affiliation_strings":["Allen Institute for AI ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI ,","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013638126","display_name":"Michael M. Bronstein","orcid":"https://orcid.org/0000-0002-1262-7252","observed_orcids":["https://orcid.org/0000-0002-1262-7252"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bronstein, Michael","raw_affiliation_strings":["Oxford University , 8 Aithyra"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxford University , 8 Aithyra","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086198262","display_name":"Yoshua Bengio","orcid":"https://orcid.org/0000-0002-9322-3515","observed_orcids":["https://orcid.org/0000-0002-9322-3515"]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bengio, Yoshua","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al ,","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016342562","display_name":"Pranam Chatterjee","orcid":"https://orcid.org/0000-0003-3957-8478","observed_orcids":["https://orcid.org/0000-0003-3957-8478"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chatterjee, Pranam","raw_affiliation_strings":["Duke University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University ,","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053568123","display_name":"Alexander Tong","orcid":"https://orcid.org/0000-0002-2031-4096","observed_orcids":["https://orcid.org/0000-0002-2031-4096"]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tong, Alexander","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al ,","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103875788","display_name":"Avishek Joey Bose","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bose, Avishek Joey","raw_affiliation_strings":["Oxford University , 8 Aithyra"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxford University , 8 Aithyra","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/masked-diffusion-models","display_name":"masked diffusion models","score":0.9399999976158142},{"id":"https://openalex.org/keywords/discrete-diffusion-models","display_name":"discrete diffusion models","score":0.9580000042915344},{"id":"https://openalex.org/keywords/bayesian-posterior-sampling","display_name":"Bayesian posterior sampling","score":0.746999979019165},{"id":"https://openalex.org/keywords/reward-modeling","display_name":"reward modeling","score":0.48399999737739563},{"id":"https://openalex.org/keywords/reinforcement-learning-from-human-feedback","display_name":"reinforcement learning from human feedback","score":0.847000002861023},{"id":"https://openalex.org/keywords/protein-language-models","display_name":"protein language models","score":0.6460000276565552},{"id":"https://openalex.org/keywords/protein-sequence-generation","display_name":"protein sequence generation","score":0.5350000262260437},{"id":"https://openalex.org/keywords/class-conditional-image-generation","display_name":"class-conditional image generation","score":0.6980000138282776}],"concepts":[{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.49534621834754944},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.4629583954811096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4477187395095825},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3648235499858856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3522951602935791},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3436709940433502},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1820603907108307},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.08134","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.08134","pdf_url":"https://arxiv.org/pdf/2410.08134","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.08134","doi":"https://doi.org/10.48550/arxiv.2410.08134","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.08134","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.08134","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.08134","pdf_url":"https://arxiv.org/pdf/2410.08134","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6834831930","display_name":"Mathematical Foundations of Intelligence: An &quot;Erlangen Programme&quot; for AI","funder_award_id":"EP/Y028872/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320331257","display_name":"Alliance de recherche num\u00e9rique du Canada","ror":"https://ror.org/010r6td27"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403365366.pdf","grobid_xml":"https://content.openalex.org/works/W4403365366.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W2008708467","https://openalex.org/W2102245393","https://openalex.org/W2581236139","https://openalex.org/W2626804490","https://openalex.org/W2896457183","https://openalex.org/W2950954328","https://openalex.org/W2965373594","https://openalex.org/W3012496101","https://openalex.org/W3082115681","https://openalex.org/W3177150392","https://openalex.org/W3212614734","https://openalex.org/W4226227340","https://openalex.org/W4288099666","https://openalex.org/W4296032638","https://openalex.org/W4297411857","https://openalex.org/W4298185360","https://openalex.org/W4300425011","https://openalex.org/W4312198087","https://openalex.org/W4318718891","https://openalex.org/W4366196653","https://openalex.org/W4376652984","https://openalex.org/W4378464471","https://openalex.org/W4384918448","https://openalex.org/W4385374425","https://openalex.org/W4385894687","https://openalex.org/W4387964173","https://openalex.org/W4390602519","https://openalex.org/W4391631672","https://openalex.org/W4391673418","https://openalex.org/W4391766501","https://openalex.org/W4391832509","https://openalex.org/W4392182166","https://openalex.org/W4392576636","https://openalex.org/W4392866283","https://openalex.org/W4396244053","https://openalex.org/W4399510659","https://openalex.org/W4400702583","https://openalex.org/W4402576574","https://openalex.org/W4402753790","https://openalex.org/W4403586429","https://openalex.org/W4403751234","https://openalex.org/W4406060247","https://openalex.org/W4415796024","https://openalex.org/W4415796814","https://openalex.org/W4415797075","https://openalex.org/W4415797603","https://openalex.org/W4415800536","https://openalex.org/W4415800710","https://openalex.org/W4415800813","https://openalex.org/W7133208539","https://openalex.org/W7133208595","https://openalex.org/W7133211372","https://openalex.org/W7133216024","https://openalex.org/W7133217679","https://openalex.org/W7133219378","https://openalex.org/W7133227015","https://openalex.org/W7133231538","https://openalex.org/W7133233884"],"related_works":["https://openalex.org/W7220748483","https://openalex.org/W4407244488","https://openalex.org/W4403579970","https://openalex.org/W4414528681","https://openalex.org/W4414581416","https://openalex.org/W4403344763","https://openalex.org/W7117976878","https://openalex.org/W4417238009","https://openalex.org/W4415796024","https://openalex.org/W7196965221"],"abstract_inverted_index":{"Generative":[0],"modeling":[1],"of":[2,16,21,63,72,99,106,125,158,189],"discrete":[3,73],"data":[4,36],"underlies":[5],"important":[6],"applications":[7],"spanning":[8],"text-based":[9,161],"agents":[10],"like":[11],"ChatGPT":[12],"to":[13,30,47,81,111,122,138,150,168],"the":[14,17,34,39,61,97],"design":[15],"very":[18],"building":[19],"blocks":[20],"life":[22],"in":[23],"protein":[24,165,191],"sequences.":[25,192],"However,":[26],"application":[27],"domains":[28],"need":[29],"exert":[31],"control":[32],"over":[33],"generated":[35],"by":[37,109,147],"steering":[38,64,100,148],"generative":[40],"process":[41],"-":[42,46],"typically":[43],"via":[44,181],"RLHF":[45],"satisfy":[48],"a":[49,69,78,92,104,114,123],"specified":[50],"property,":[51],"reward,":[52],"or":[53],"affinity":[54],"metric.":[55],"In":[56],"this":[57],"paper,":[58],"we":[59,144,185],"study":[60],"problem":[62,105],"Masked":[65],"Diffusion":[66],"Models":[67],"(MDMs),":[68],"recent":[70],"class":[71],"diffusion":[74],"models":[75,167],"that":[76,95,129],"offer":[77],"compelling":[79],"alternative":[80],"traditional":[82],"autoregressive":[83],"models.":[84],"We":[85,177],"introduce":[86],"Discrete":[87],"Denoising":[88],"Posterior":[89],"Prediction":[90],"(DDPP),":[91],"novel":[93,127],"framework":[94,120],"casts":[96],"task":[98],"pre-trained":[101],"MDMs":[102,149,159],"as":[103],"probabilistic":[107],"inference":[108],"learning":[110],"sample":[112],"from":[113],"target":[115],"Bayesian":[116],"posterior.":[117],"Our":[118],"DDPP":[119,146],"leads":[121],"family":[124],"three":[126],"objectives":[128],"are":[130],"all":[131],"simulation-free,":[132],"and":[133,163,174],"thus":[134],"scalable":[135],"while":[136],"applying":[137],"general":[139],"non-differentiable":[140],"reward":[141],"functions.":[142],"Empirically,":[143],"instantiate":[145],"perform":[151],"class-conditional":[152],"pixel-level":[153],"image":[154],"modeling,":[155],"RLHF-based":[156],"alignment":[157],"using":[160],"rewards,":[162],"finetuning":[164],"language":[166],"generate":[169],"more":[170],"diverse":[171],"secondary":[172],"structures":[173],"shorter":[175],"proteins.":[176],"substantiate":[178],"our":[179],"designs":[180],"wet-lab":[182],"validation,":[183],"where":[184],"observe":[186],"transient":[187],"expression":[188],"reward-optimized":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403365366","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-10-13T00:00:00"}
