{"id":"https://openalex.org/W7163130651","doi":"https://doi.org/10.48550/arxiv.2606.02544","title":"SimSD: Simple Speculative Decoding in Diffusion Language Models","display_name":"SimSD: Simple Speculative Decoding in Diffusion Language Models","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163130651","doi":"https://doi.org/10.48550/arxiv.2606.02544"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125552385","display_name":"Junxia Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Junxia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137650424","display_name":"Haotian Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Haotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137633672","display_name":"Runchu Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Runchu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054502150","display_name":"Hongcan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Hongcan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137627143","display_name":"Jinya Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jinya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115599660","display_name":"Haoru Li","orcid":"https://orcid.org/0000-0002-9658-3305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haoru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137638343","display_name":"Chaojie Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Chaojie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137617464","display_name":"Yiming Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137632204","display_name":"Kaijie Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Kaijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137686433","display_name":"Zhongkai Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhongkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137708066","display_name":"Kun Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137679209","display_name":"Jingbo Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Jingbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.19789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.19789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.18440000712871552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.10419999808073044,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7732999920845032},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5927000045776367},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.5306000113487244},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5145999789237976},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.4426000118255615},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4120999872684479},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4090999960899353},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.38749998807907104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8220999836921692},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7732999920845032},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5927000045776367},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5145999789237976},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46149998903274536},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3481000065803528},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3052999973297119},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2779696439","wikidata":"https://www.wikidata.org/wiki/Q7512811","display_name":"Signature (topology)","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"large":[1],"language":[2,27,112],"models":[3,181],"(dLLMs)":[4],"have":[5],"recently":[6],"emerged":[7],"as":[8,205],"a":[9,59,68,103,119,165],"promising":[10],"alternative":[11],"to":[12,62,86,157,224],"autoregressive":[13],"(AR)":[14],"LLMs,":[15],"offering":[16],"faster":[17],"inference":[18],"through":[19],"parallel":[20,185],"or":[21],"blockwise":[22,209],"decoding.":[23,133,210],"However,":[24],"their":[25,150],"masked":[26],"modeling":[28],"formulation":[29],"remains":[30],"incompatible":[31],"with":[32,126,152,200],"standard":[33],"token-level":[34,56,94,129],"speculative":[35,95,107,132],"decoding,":[36,49],"one":[37],"of":[38,188],"the":[39,50,83,171,184],"most":[40],"effective":[41,84,106],"acceleration":[42,202],"techniques":[43,203],"for":[44,110,131,161],"AR":[45,48,180],"models.":[46],"In":[47,72],"causal":[51,177],"mask":[52,77,147],"preserves":[53],"temporally":[54,127],"valid":[55,128,159],"contexts,":[57],"enabling":[58],"target":[60],"model":[61],"verify":[63],"multiple":[64],"drafted":[65,162],"tokens":[66,78,139,163],"in":[67,164,179],"single":[69,166],"forward":[70,167],"pass.":[71,168],"contrast,":[73],"dLLMs":[74,125,156,214],"rely":[75],"on":[76,212],"and":[79,91,143,195,208,231],"bidirectional":[80],"attention,":[81],"causing":[82],"context":[85],"change":[87],"across":[88,215],"denoising":[89],"steps":[90],"preventing":[92],"direct":[93],"verification.":[96],"To":[97],"bridge":[98],"this":[99],"gap,":[100],"we":[101],"propose":[102],"simple":[104],"but":[105],"decoding":[108,186,227],"algorithm":[109],"diffusion":[111],"models,":[113],"named":[114],"SimSD,":[115],"which":[116],"mainly":[117],"adopts":[118],"plug-and-play":[120],"masking":[121,178],"strategy":[122],"that":[123,148,219],"equips":[124],"contexts":[130],"Our":[134],"method":[135,192,221],"explicitly":[136],"introduces":[137],"reference":[138],"from":[140],"draft-model":[141],"predictions":[142],"designs":[144],"an":[145],"attention":[146],"regulates":[149],"interaction":[151],"current-step":[153],"tokens,":[154],"allowing":[155],"compute":[158],"logits":[160],"This":[169],"restores":[170],"key":[172],"verification":[173],"ability":[174],"provided":[175],"by":[176],"while":[182,229],"preserving":[183],"advantages":[187],"dLLMs.":[189],"The":[190],"proposed":[191],"is":[193],"training-free":[194],"can":[196],"be":[197],"flexibly":[198],"integrated":[199],"other":[201],"such":[204],"KV":[206],"cache":[207],"Experiments":[211],"SDAR-family":[213],"four":[216],"benchmarks":[217],"show":[218],"our":[220],"achieves":[222],"up":[223],"7.46x":[225],"higher":[226],"throughput":[228],"maintaining":[230],"even":[232],"improving":[233],"average":[234],"generation":[235],"quality.":[236]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}