{"id":"https://openalex.org/W7160876763","doi":"https://doi.org/10.48550/arxiv.2605.07243","title":"SpecBlock: Block-Iterative Speculative Decoding with Dynamic Tree Drafting","display_name":"SpecBlock: Block-Iterative Speculative Decoding with Dynamic Tree Drafting","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160876763","doi":"https://doi.org/10.48550/arxiv.2605.07243"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07243","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135874697","display_name":"Weijie Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135854862","display_name":"Qiang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100569682","display_name":"Fan Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100955910","display_name":"Yaguang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yaguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135877460","display_name":"Jiarun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiarun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135827628","display_name":"Yehong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yehong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135850879","display_name":"Hao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135861793","display_name":"Jia Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135890923","display_name":"Jiajie Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jiajie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135865490","display_name":"Xiangjun Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xiangjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135888659","display_name":"Jian Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135896935","display_name":"Xiaofang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xiaofang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2508000135421753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2508000135421753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.10899999737739563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09220000356435776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.614300012588501},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5512999892234802},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.46700000762939453},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.46549999713897705},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.3743000030517578},{"id":"https://openalex.org/keywords/negotiation","display_name":"Negotiation","score":0.3702999949455261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6937999725341797},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.614300012588501},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5512999892234802},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.3743000030517578},{"id":"https://openalex.org/C199776023","wikidata":"https://www.wikidata.org/wiki/Q202875","display_name":"Negotiation","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C140745168","wikidata":"https://www.wikidata.org/wiki/Q1210082","display_name":"Tree traversal","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C2776900844","wikidata":"https://www.wikidata.org/wiki/Q8028383","display_name":"Witness","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2628999948501587},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.26190000772476196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speculative":[0],"decoding":[1],"accelerates":[2],"LLM":[3],"inference":[4],"by":[5,60,186,253],"drafting":[6,48,261],"a":[7,49,88,109,134,177,204,222],"tree":[8,45,113,185],"of":[9,52,157,259],"candidate":[10],"continuations":[11],"and":[12,105,263],"verifying":[13],"it":[14,199],"in":[15,65],"one":[16,66,216],"target":[17],"forward.":[18],"Existing":[19],"drafters":[20,29,56],"fall":[21],"into":[22,143],"two":[23],"camps":[24],"with":[25,95],"opposite":[26],"weaknesses.":[27],"Autoregressive":[28],"such":[30],"as":[31],"EAGLE-3":[32,256],"preserve":[33],"dependence":[34,94,124],"along":[35],"each":[36,69,132,149],"draft":[37,112,128],"path":[38,93,123],"but":[39,68],"call":[40,107],"the":[41,75,79,138,158,167,182,195,208,233,238,243],"drafter":[42,58,90,99,196,234],"once":[43,213],"per":[44],"depth,":[46],"making":[47],"non-trivial":[50],"share":[51],"per-iteration":[53],"latency.":[54],"Parallel":[55],"cut":[57],"calls":[59],"predicting":[61],"multiple":[62],"future":[63],"positions":[64,104,129,212],"forward,":[67],"position":[70,156],"is":[71,175,217],"predicted":[72],"without":[73],"seeing":[74],"others,":[76],"producing":[77],"paths":[78],"verifier":[80,171,229],"rejects.":[81],"In":[82],"this":[83,108,267],"paper,":[84],"we":[85,106],"propose":[86],"SpecBlock,":[87],"block-iterative":[89],"that":[91,248],"combines":[92],"cheap":[96],"drafting.":[97,191],"Each":[98],"forward":[100],"produces":[101,201],"K":[102],"dependent":[103],"block.":[110],"The":[111],"grows":[114],"through":[115],"repeated":[116],"block":[117,151],"expansions.":[118],"Two":[119],"mechanisms":[120],"explicitly":[121],"carry":[122],"to":[125,165,231,269],"keep":[126],"later":[127,211],"accurate.":[130],"Within":[131],"block,":[133,160],"layer-wise":[135],"shift":[136],"carries":[137],"previous":[139,159],"position's":[140],"hidden":[141,163],"state":[142,164],"every":[144],"decoder":[145],"layer.":[146],"Across":[147],"blocks,":[148],"new":[150],"can":[152],"start":[153],"from":[154],"any":[155],"inheriting":[161],"its":[162,260],"extend":[166],"path.":[168],"To":[169,192],"spend":[170],"budget":[172],"where":[173],"acceptance":[174],"likely,":[176],"co-trained":[178],"rank":[179],"head":[180],"replaces":[181],"fixed":[183],"top-k":[184],"allocating":[187],"per-position":[188],"branching":[189],"during":[190],"avoid":[193],"training":[194],"on":[197],"prefixes":[198],"never":[200],"at":[202,210,225,257],"inference,":[203],"valid-prefix":[205],"mask":[206],"drops":[207],"loss":[209],"an":[214],"earlier":[215],"wrong.":[218],"Beyond":[219],"static":[220],"drafting,":[221],"cost-aware":[223,264],"bandit":[224],"deployment":[226],"uses":[227],"free":[228],"feedback":[230],"update":[232,244],"selectively,":[235],"only":[236],"when":[237],"expected":[239],"throughput":[240],"gain":[241],"exceeds":[242],"cost.":[245],"Experiments":[246],"show":[247],"SpecBlock":[249],"improves":[250],"mean":[251],"speedup":[252],"8-13%":[254],"over":[255],"44-52%":[258],"cost,":[262],"adaptation":[265],"extends":[266],"lead":[268],"11-19%.":[270]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}