{"id":"https://openalex.org/W7166019162","doi":"https://doi.org/10.48550/arxiv.2606.26744","title":"HyperDFlash: Hyper-Connection-Aligned Block Speculative Decoding with Gated Residual Reduction","display_name":"HyperDFlash: Hyper-Connection-Aligned Block Speculative Decoding with Gated Residual Reduction","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166019162","doi":"https://doi.org/10.48550/arxiv.2606.26744"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26744","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26744","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100591723","display_name":"Luxi Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Luxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139425392","display_name":"Shuang Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Shuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108849501","display_name":"Ru Z","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040935864","display_name":"Junhao Hua","orcid":"https://orcid.org/0000-0003-4072-5957"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hua, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012159783","display_name":"Shuwei Fan","orcid":"https://orcid.org/0000-0002-8831-640X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Shuwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027468923","display_name":"Zhengda Qin","orcid":"https://orcid.org/0000-0002-7329-6936"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Zhengda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139451107","display_name":"Qiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101302339","display_name":"Hongjian Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Hongjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071942112","display_name":"F Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Fangmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103870133","display_name":"Liu S","orcid":"https://orcid.org/0000-0001-7255-0982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Songwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.14000000059604645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.14000000059604645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07270000129938126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.05999999865889549,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7282000184059143},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7008000016212463},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5414999723434448},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4957999885082245},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4731999933719635},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.40459999442100525},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.358599990606308}],"concepts":[{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7282000184059143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7009999752044678},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7008000016212463},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5388000011444092},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4957999885082245},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4731999933719635},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.40459999442100525},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.358599990606308},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26660001277923584},{"id":"https://openalex.org/C70970002","wikidata":"https://www.wikidata.org/wiki/Q189434","display_name":"Multiplexer","level":3,"score":0.25110000371932983},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26744","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26744","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.4232223331928253}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,165],"present":[1],"HyperDFlash,":[2],"a":[3,130,171],"block-parallel":[4],"speculative":[5,238],"decoding":[6,224],"framework":[7],"tailored":[8],"to":[9,62,177,186],"DeepSeek-V4's":[10,18,67],"Hyper-Connections":[11],"(HC).":[12],"Despite":[13],"the":[14,48,63,101,113,116,124,141,178,183,207],"strong":[15],"performance":[16],"of":[17,156],"native":[19,118,208],"Multi-Token":[20],"Prediction":[21],"(MTP)":[22],"module":[23],"on":[24],"initial":[25],"token":[26],"drafting,":[27,56],"its":[28],"draft":[29,44,189,221],"accuracy":[30],"degrades":[31],"sharply":[32],"at":[33],"later":[34],"positions,":[35],"as":[36,100],"error":[37],"accumulation":[38],"from":[39,140],"unverified":[40],"intermediate":[41],"tokens":[42],"harms":[43],"acceptance":[45],"rates.":[46],"Although":[47],"original":[49],"DFlash":[50,213],"method":[51],"supports":[52],"efficient":[53],"one-pass":[54],"block":[55],"it":[57],"cannot":[58],"be":[59],"seamlessly":[60],"adapted":[61],"HC":[64,91,229],"paradigm,":[65],"since":[66],"multi-path":[68,107],"residual":[69,92,98,133],"stream":[70],"induces":[71],"inherent":[72],"feature":[73],"misalignment":[74],"with":[75,115,129,153],"conventional":[76],"drafting":[77],"designs.":[78],"To":[79],"resolve":[80],"this":[81],"architectural":[82,163],"mismatch,":[83],"we":[84,95,122],"propose":[85],"two":[86],"dedicated,":[87],"model-aligned":[88],"optimizations":[89],"for":[90,236],"streams.":[93],"First,":[94],"adopt":[96],"pre-collapse":[97],"states":[99],"exclusive":[102],"conditioning":[103],"signal,":[104],"preserving":[105],"complete":[106],"structural":[108],"information":[109],"and":[110,198,211,223,233],"better":[111],"aligning":[112],"drafter":[114],"target's":[117],"prediction":[119],"pathway.":[120],"Second,":[121],"replace":[123],"heavy":[125],"generic":[126],"linear":[127],"compressor":[128],"lightweight":[131],"gated":[132,231],"reducer,":[134],"whose":[135],"parameters":[136,159],"are":[137],"directly":[138],"inherited":[139],"target":[142,184],"model's":[143],"built-in":[144],"hc_head":[145],"module.":[146],"This":[147],"design":[148],"yields":[149],"input-aware":[150],"path":[151],"aggregation":[152],"three":[154],"orders":[155],"magnitude":[157],"fewer":[158],"while":[160],"maintaining":[161],"precise":[162],"alignment.":[164],"further":[166],"enhance":[167],"model":[168],"training":[169],"via":[170],"targeted":[172,234],"KL":[173],"distillation":[174,235],"loss":[175],"applied":[176],"LM-head,":[179],"regularizing":[180],"predictions":[181],"against":[182],"distribution":[185],"improve":[187],"early":[188],"quality.":[190],"Extensive":[191],"experiments":[192],"across":[193],"math":[194],"reasoning,":[195],"code":[196],"synthesis,":[197],"conversational":[199],"benchmarks":[200],"demonstrate":[201],"that":[202],"HyperDFlash":[203],"consistently":[204],"outperforms":[205],"both":[206],"MTP":[209],"baseline":[210],"vanilla":[212],"adaptation,":[214],"achieving":[215],"substantial":[216],"gains":[217],"in":[218],"average":[219],"accepted":[220],"length":[222],"speedup.":[225],"These":[226],"results":[227],"validate":[228],"alignment,":[230],"reduction,":[232],"high-performance":[237],"decoding.":[239]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}