{"id":"https://openalex.org/W7133344915","doi":"https://doi.org/10.48550/arxiv.2603.01780","title":"D3LM: A Discrete DNA Diffusion Language Model for Bidirectional DNA Understanding and Generation","display_name":"D3LM: A Discrete DNA Diffusion Language Model for Bidirectional DNA Understanding and Generation","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133344915","doi":"https://doi.org/10.48550/arxiv.2603.01780"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.01780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.01780","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127949107","display_name":"Zhao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127880676","display_name":"Hengchang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hengchang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126948317","display_name":"Chuan Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127954915","display_name":"Bing Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.1809999942779541,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.1809999942779541,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10222","display_name":"Genomics and Chromatin Dynamics","score":0.1615000069141388,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10432","display_name":"DNA and Nucleic Acid Chemistry","score":0.15309999883174896,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dna","display_name":"DNA","score":0.43320000171661377},{"id":"https://openalex.org/keywords/dna-sequencing","display_name":"DNA sequencing","score":0.42590001225471497},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.38999998569488525},{"id":"https://openalex.org/keywords/synthetic-biology","display_name":"Synthetic biology","score":0.3864000141620636},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.38179999589920044},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.35569998621940613}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6309000253677368},{"id":"https://openalex.org/C552990157","wikidata":"https://www.wikidata.org/wiki/Q7430","display_name":"DNA","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C51679486","wikidata":"https://www.wikidata.org/wiki/Q380546","display_name":"DNA sequencing","level":3,"score":0.42590001225471497},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39410001039505005},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C191908910","wikidata":"https://www.wikidata.org/wiki/Q862838","display_name":"Synthetic biology","level":2,"score":0.3864000141620636},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.38179999589920044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.359499990940094},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.35569998621940613},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C82047324","wikidata":"https://www.wikidata.org/wiki/Q177126","display_name":"DNA computing","level":3,"score":0.33180001378059387},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.25870001316070557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.01780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.01780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41718941926956177,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Early":[0],"DNA":[1,11,22,33,54,78,120,147,163],"foundation":[2,148,183],"models":[3,20,140,160],"adopted":[4],"BERT-style":[5],"training,":[6],"achieving":[7],"good":[8],"performance":[9,102],"on":[10,103,107],"understanding":[12,83,104],"tasks":[13],"but":[14,24,68],"lacking":[15],"generative":[16],"capabilities.":[17],"Recent":[18],"autoregressive":[19,133],"enable":[21],"generation,":[23,110],"employ":[25],"left-to-right":[26],"causal":[27],"modeling":[28],"that":[29],"is":[30],"suboptimal":[31],"for":[32,145,184],"where":[34],"regulatory":[35,108],"relationships":[36],"are":[37],"inherently":[38],"bidirectional.":[39],"We":[40,150],"present":[41,152],"D3LM":[42,59,99,111,187],"(\\textbf{D}iscrete":[43],"\\textbf{D}NA":[44],"\\textbf{D}iffusion":[45],"\\textbf{L}anguage":[46],"\\textbf{M}odel),":[47],"which":[48],"unifies":[49],"bidirectional":[50,82],"representation":[51],"learning":[52],"and":[53,84,123,173,180],"generation":[55,85],"through":[56],"masked":[57,74,158],"diffusion.":[58],"directly":[60],"adopts":[61],"the":[62,70,96,126,153,162],"Nucleotide":[63],"Transformer":[64],"(NT)":[65],"v2":[66,94],"architecture":[67],"reformulates":[69],"training":[71],"objective":[72],"as":[73,141,170],"diffusion":[75,138,159],"in":[76,161],"discrete":[77],"space,":[79],"enabling":[80],"both":[81],"capabilities":[86],"within":[87],"a":[88,142,181],"single":[89],"model.":[90],"Compared":[91],"to":[92],"NT":[93],"of":[95,115,130,157],"same":[97],"size,":[98],"achieves":[100,112],"improved":[101],"tasks.":[105],"Notably,":[106],"element":[109],"an":[113],"SFID":[114],"10.92,":[116],"closely":[117],"approaching":[118],"real":[119],"sequences":[121],"(7.85)":[122],"substantially":[124],"outperforming":[125],"previous":[127],"best":[128],"result":[129],"29.16":[131],"from":[132],"models.":[134,149],"Our":[135],"work":[136],"suggests":[137],"language":[139],"promising":[143],"paradigm":[144],"unified":[146],"further":[151],"first":[154],"systematic":[155],"study":[156],"domain,":[164],"investigating":[165],"practical":[166],"design":[167],"choices":[168],"such":[169],"tokenization":[171],"schemes":[172],"sampling":[174],"strategies,":[175],"thereby":[176],"providing":[177],"empirical":[178],"insights":[179],"solid":[182],"future":[185],"research.":[186],"has":[188],"been":[189],"released":[190],"at":[191],"https://huggingface.co/collections/Hengchang-Liu/d3lm.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-04T00:00:00"}