{"id":"https://openalex.org/W4415313817","doi":"https://doi.org/10.48550/arxiv.2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","display_name":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","alternate_titles":[],"publication_year":2025,"publication_date":"2025-02-27","ids":{"openalex":"https://openalex.org/W4415313817","doi":"https://doi.org/10.48550/arxiv.2502.19732"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.19732","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.19732","pdf_url":"https://arxiv.org/pdf/2502.19732","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4415313817"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.19732","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hu, Yunhai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hu, Yunhai","raw_affiliation_strings":["New York University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University ,","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072078326","display_name":"Zining Liu","orcid":"https://orcid.org/0000-0002-4355-6899","observed_orcids":["https://orcid.org/0000-0002-4355-6899"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Zining","raw_affiliation_strings":["University of Pennsylvania ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania ,","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101411430","display_name":"Zhao Dong","orcid":"https://orcid.org/0000-0002-5445-4353","observed_orcids":["https://orcid.org/0000-0002-5445-4353"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dong, Zhenyuan","raw_affiliation_strings":["New York University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University ,","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng, Tianfan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["CN","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peng, Tianfan","raw_affiliation_strings":["New York University ,","Shenzhen Institute of Information Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University ,","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Shenzhen Institute of Information Technology ,","institution_ids":["https://openalex.org/I158809036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021927383","display_name":"Bradley McDanel","orcid":"https://orcid.org/0000-0001-6684-8918","observed_orcids":["https://orcid.org/0000-0001-6684-8918"]},"institutions":[{"id":"https://openalex.org/I173146385","display_name":"Franklin & Marshall College","ror":"https://ror.org/04fp4ps48","country_code":"US","type":"education","lineage":["https://openalex.org/I173146385"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"McDanel, Bradley","raw_affiliation_strings":["Franklin and Marshall College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Franklin and Marshall College","institution_ids":["https://openalex.org/I173146385"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013517247","display_name":"Sai Qian Zhang","orcid":"https://orcid.org/0000-0002-4815-9235","observed_orcids":["https://orcid.org/0000-0002-4815-9235"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhang, Sai Qian","raw_affiliation_strings":["New York University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University ,","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":32,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5522000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5522000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.36250001192092896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03009999915957451,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-decoding","display_name":"autoregressive decoding","score":0.8339999914169312},{"id":"https://openalex.org/keywords/speculative-decoding","display_name":"speculative decoding","score":0.746999979019165},{"id":"https://openalex.org/keywords/sequential-dependencies","display_name":"sequential dependencies","score":0.5929999947547913},{"id":"https://openalex.org/keywords/draft-model","display_name":"draft model","score":0.8610000014305115},{"id":"https://openalex.org/keywords/iterative-refinement","display_name":"iterative refinement","score":0.7760000228881836},{"id":"https://openalex.org/keywords/model-pruning","display_name":"model pruning","score":0.47999998927116394},{"id":"https://openalex.org/keywords/quantization","display_name":"quantization","score":0.9039999842643738},{"id":"https://openalex.org/keywords/text-generation","display_name":"text generation","score":0.6830000281333923},{"id":"https://openalex.org/keywords/image-generation","display_name":"image generation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/speech-generation","display_name":"speech generation","score":0.9419999718666077},{"id":"https://openalex.org/keywords/real-time-inference","display_name":"real-time inference","score":0.6420000195503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750999927520752},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5156999826431274},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.49140000343322754},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.446399986743927},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4052000045776367},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3659000098705292},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2702000141143799},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C42536954","wikidata":"https://www.wikidata.org/wiki/Q7049462","display_name":"Nonlinear autoregressive exogenous model","level":3,"score":0.26030001044273376},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.2549999952316284}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.19732","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.19732","pdf_url":"https://arxiv.org/pdf/2502.19732","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.19732","doi":"https://doi.org/10.48550/arxiv.2502.19732","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.19732","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.19732","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.19732","pdf_url":"https://arxiv.org/pdf/2502.19732","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415313817.pdf","grobid_xml":"https://content.openalex.org/works/W4415313817.grobid-xml"},"referenced_works_count":104,"referenced_works":["https://openalex.org/W2890152612","https://openalex.org/W2899663614","https://openalex.org/W2939627158","https://openalex.org/W2962677625","https://openalex.org/W2962834855","https://openalex.org/W3030163527","https://openalex.org/W3214068000","https://openalex.org/W4283388932","https://openalex.org/W4319166707","https://openalex.org/W4322718191","https://openalex.org/W4364385701","https://openalex.org/W4384264648","https://openalex.org/W4384918448","https://openalex.org/W4385571586","https://openalex.org/W4385749968","https://openalex.org/W4387195417","https://openalex.org/W4387428001","https://openalex.org/W4387596095","https://openalex.org/W4387635845","https://openalex.org/W4388963896","https://openalex.org/W4389519819","https://openalex.org/W4389523983","https://openalex.org/W4389524340","https://openalex.org/W4390873135","https://openalex.org/W4391124766","https://openalex.org/W4391335474","https://openalex.org/W4391590701","https://openalex.org/W4391670457","https://openalex.org/W4391988257","https://openalex.org/W4392011687","https://openalex.org/W4392120551","https://openalex.org/W4392537434","https://openalex.org/W4392929853","https://openalex.org/W4394867417","https://openalex.org/W4394973219","https://openalex.org/W4395106409","https://openalex.org/W4395112660","https://openalex.org/W4395483740","https://openalex.org/W4396570304","https://openalex.org/W4396821494","https://openalex.org/W4399198692","https://openalex.org/W4399252126","https://openalex.org/W4400104534","https://openalex.org/W4400611538","https://openalex.org/W4400702826","https://openalex.org/W4401042993","https://openalex.org/W4401042997","https://openalex.org/W4401043440","https://openalex.org/W4401306886","https://openalex.org/W4402670288","https://openalex.org/W4402671987","https://openalex.org/W4402672007","https://openalex.org/W4402684039","https://openalex.org/W4402696815","https://openalex.org/W4402953063","https://openalex.org/W4403160596","https://openalex.org/W4403345584","https://openalex.org/W4403346118","https://openalex.org/W4403346564","https://openalex.org/W4403573893","https://openalex.org/W4403746879","https://openalex.org/W4403852030","https://openalex.org/W4403902989","https://openalex.org/W4403928947","https://openalex.org/W4404161885","https://openalex.org/W4404306347","https://openalex.org/W4404573412","https://openalex.org/W4404782494","https://openalex.org/W4404782716","https://openalex.org/W4404782770","https://openalex.org/W4404782823","https://openalex.org/W4404783891","https://openalex.org/W4405717632","https://openalex.org/W4405756215","https://openalex.org/W4405903187","https://openalex.org/W4407091762","https://openalex.org/W4408105642","https://openalex.org/W4408354466","https://openalex.org/W4408354809","https://openalex.org/W4409282855","https://openalex.org/W4409347998","https://openalex.org/W4409348145","https://openalex.org/W4409348259","https://openalex.org/W4410145879","https://openalex.org/W4411120223","https://openalex.org/W4411725485","https://openalex.org/W4411843133","https://openalex.org/W4412042427","https://openalex.org/W4412394824","https://openalex.org/W4412887755","https://openalex.org/W4412945503","https://openalex.org/W4415796345","https://openalex.org/W4415796502","https://openalex.org/W4415796693","https://openalex.org/W4415797412","https://openalex.org/W4415797571","https://openalex.org/W4415798126","https://openalex.org/W4415798602","https://openalex.org/W4415800702","https://openalex.org/W4416036381","https://openalex.org/W4416036839","https://openalex.org/W4416043345","https://openalex.org/W6929240681","https://openalex.org/W7133230376"],"related_works":["https://openalex.org/W4416034674","https://openalex.org/W4393178011","https://openalex.org/W4409183375","https://openalex.org/W7127042287","https://openalex.org/W2890152612","https://openalex.org/W4389519819","https://openalex.org/W6889755903","https://openalex.org/W4407244774","https://openalex.org/W7165666331","https://openalex.org/W7223119661"],"abstract_inverted_index":{"Sequential":[0],"dependencies":[1],"present":[2],"a":[3,43,117],"fundamental":[4],"bottleneck":[5],"in":[6,29,122],"deploying":[7],"large-scale":[8],"autoregressive":[9,52,124],"models,":[10],"particularly":[11],"for":[12,119],"real-time":[13],"applications.":[14],"While":[15],"traditional":[16],"optimization":[17],"approaches":[18],"like":[19],"pruning":[20],"and":[21,71,77,87,97,103,113],"quantization":[22],"often":[23],"compromise":[24],"model":[25],"quality,":[26],"recent":[27],"advances":[28],"generation-refinement":[30,47],"frameworks":[31,112],"demonstrate":[32],"that":[33],"this":[34],"trade-off":[35],"can":[36],"be":[37],"significantly":[38],"mitigated.":[39],"This":[40,106],"survey":[41],"presents":[42],"comprehensive":[44],"taxonomy":[45],"of":[46,83,109],"frameworks,":[48],"analyzing":[49],"methods":[50,57],"across":[51,94],"sequence":[53],"tasks.":[54],"We":[55],"categorize":[56],"based":[58],"on":[59],"their":[60],"generation":[61],"strategies":[62,93],"(from":[63],"simple":[64],"n-gram":[65],"prediction":[66],"to":[67],"sophisticated":[68],"draft":[69],"models)":[70],"refinement":[72],"mechanisms":[73],"(including":[74],"single-pass":[75],"verification":[76],"iterative":[78],"approaches).":[79],"Through":[80],"systematic":[81,107],"analysis":[82],"both":[84,110],"algorithmic":[85],"innovations":[86],"system-level":[88],"implementations,":[89],"we":[90],"examine":[91],"deployment":[92],"computing":[95],"environments":[96],"explore":[98],"applications":[99],"spanning":[100],"text,":[101],"images,":[102],"speech":[104],"generation.":[105],"examination":[108],"theoretical":[111],"practical":[114],"implementations":[115],"provides":[116],"foundation":[118],"future":[120],"research":[121],"efficient":[123],"decoding.":[125]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415313817","counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":8}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2025-10-18T00:00:00"}
