{"id":"https://openalex.org/W7167729652","doi":"https://doi.org/10.48550/arxiv.2607.05722","title":"Nemotron-Labs-Diffusion: A Tri-Mode Language Model Unifying Autoregressive, Diffusion, and Self-Speculation Decoding","display_name":"Nemotron-Labs-Diffusion: A Tri-Mode Language Model Unifying Autoregressive, Diffusion, and Self-Speculation Decoding","publication_year":2026,"publication_date":"2026-07-07","ids":{"openalex":"https://openalex.org/W7167729652","doi":"https://doi.org/10.48550/arxiv.2607.05722"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.05722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.05722","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061572132","display_name":"Yonggan Fu","orcid":"https://orcid.org/0000-0002-7483-2921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yonggan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018501464","display_name":"Lexington Whalen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Whalen, Lexington","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043920881","display_name":"Abhinav Garg","orcid":"https://orcid.org/0000-0001-5082-5500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garg, Abhinav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103489382","display_name":"C E Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Chengyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120845851","display_name":"Maksim Khadkevich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khadkevich, Maksim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036931296","display_name":"Nicolai Oswald","orcid":"https://orcid.org/0009-0009-9272-0518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oswald, Nicolai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140287091","display_name":"Enze Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Enze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093285949","display_name":"Daniel Egert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Egert, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084832562","display_name":"Sharath Turuvekere Sreenivas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sreenivas, Sharath Turuvekere","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140283311","display_name":"Shizhe Diao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diao, Shizhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121347739","display_name":"Chenhan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Chenhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140239835","display_name":"Ye Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140228470","display_name":"Weijia Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Weijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046086284","display_name":"Sajad Norouzi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Norouzi, Sajad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140279952","display_name":"Jingyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017304880","display_name":"Shiyi Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Shiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005096654","display_name":"Lei Zhu","orcid":"https://orcid.org/0009-0003-3762-8344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Ligeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140286631","display_name":"Jin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127101963","display_name":"J Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jindong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140277118","display_name":"Morteza Mardani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mardani, Morteza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067363483","display_name":"Mehran Maghoumi","orcid":"https://orcid.org/0000-0003-1020-5643"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maghoumi, Mehran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140237568","display_name":"Song Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063860258","display_name":"Ante Juki\u0107","orcid":"https://orcid.org/0000-0003-2202-2203"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juki\u0107, Ante","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011019569","display_name":"Nima Tajbakhsh","orcid":"https://orcid.org/0000-0001-8614-4811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tajbakhsh, Nima","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140255042","display_name":"Jan Kautz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kautz, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140281071","display_name":"Pavlo Molchanov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Molchanov, Pavlo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.218299999833107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.218299999833107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.12219999730587006,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06440000236034393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decodes","display_name":"Decodes","score":0.8723999857902527},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7577999830245972},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6366000175476074},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.6065000295639038},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5649999976158142},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.48570001125335693},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4462999999523163}],"concepts":[{"id":"https://openalex.org/C2778858076","wikidata":"https://www.wikidata.org/wiki/Q5249539","display_name":"Decodes","level":3,"score":0.8723999857902527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.785099983215332},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7577999830245972},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6366000175476074},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.6065000295639038},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4462999999523163},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4275999963283539},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39640000462532043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38100001215934753},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29490000009536743},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.05722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.05722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"introduce":[1],"Nemotron-Labs-Diffusion,":[2],"a":[3,16,21,158],"tri-mode":[4],"language":[5],"model":[6],"(LM)":[7],"that":[8,42],"unifies":[9],"AR,":[10],"diffusion,":[11],"and":[12,36,45,78,109,118,126,132],"self-speculation":[13,62,100],"decoding":[14],"within":[15],"single":[17],"architecture.":[18],"Trained":[19],"with":[20,90,145,155],"joint":[22],"AR-diffusion":[23],"objective,":[24],"Nemotron-Labs-Diffusion":[25,113],"can":[26],"switch":[27],"modes":[28],"to":[29,92,106,149],"sustain":[30],"high":[31],"throughput":[32,152],"across":[33],"deployment":[34],"settings":[35],"concurrency":[37],"levels.":[38],"Our":[39],"study":[40],"shows":[41],"(1)":[43],"AR":[44,55,67,125],"diffusion":[46,50,64,127],"objectives":[47],"are":[48],"complementary:":[49],"improves":[51],"lookahead":[52],"planning,":[53],"while":[54,66],"provides":[56],"left-to-right":[57],"linguistic":[58],"priors.":[59],"(2)":[60],"In":[61],"mode,":[63],"drafts":[65],"verifies,":[68],"outperforming":[69],"multi-token":[70],"prediction":[71],"(MTP)":[72],"methods":[73],"in":[74,129],"both":[75,130],"acceptance":[76],"rate":[77],"real-device":[79],"efficiency.":[80],"(3)":[81],"A":[82],"speed-of-light":[83],"analysis":[84],"further":[85],"demonstrates":[86],"diffusion's":[87],"long-term":[88],"potential,":[89],"up":[91],"76.5%":[93],"more":[94,139],"tokens":[95,140],"per":[96,141],"forward":[97,142],"pass":[98],"than":[99,143],"under":[101],"an":[102],"optimal":[103],"sampler.":[104],"Scaling":[105],"3B,":[107],"8B,":[108],"14B":[110],"parameters,":[111],"our":[112],"family,":[114],"including":[115],"base,":[116],"instruct,":[117],"vision-language":[119],"models,":[120],"consistently":[121],"outperforms":[122],"state-of-the-art":[123],"open-source":[124],"LMs":[128],"accuracy":[131],"speed.":[133],"For":[134],"example,":[135],"Nemotron-Labs-Diffusion-8B":[136],"decodes":[137],"6x":[138],"Qwen3-8B":[144],"comparable":[146],"accuracy,":[147],"translating":[148],"4x":[150],"higher":[151],"on":[153,157],"SPEED-Bench":[154],"SGLang":[156],"GB200":[159],"GPU.":[160]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}