{"id":"https://openalex.org/W7158508220","doi":"https://doi.org/10.48550/arxiv.2604.26469","title":"An Empirical Study of Speculative Decoding on Software Engineering Tasks","display_name":"An Empirical Study of Speculative Decoding on Software Engineering Tasks","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7158508220","doi":"https://doi.org/10.48550/arxiv.2604.26469"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26469","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26469","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101862249","display_name":"Yijia Li","orcid":"https://orcid.org/0000-0002-1399-9744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134888482","display_name":"Junkai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Junkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134904190","display_name":"Xing Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134927480","display_name":"Xin Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.013399999588727951,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6500999927520752},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.6050999760627747},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5946000218391418},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5080000162124634},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5067999958992004},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4551999866962433},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.42809998989105225},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.39100000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8396999835968018},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6500999927520752},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.6050999760627747},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5946000218391418},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5080000162124634},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5067999958992004},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48420000076293945},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4551999866962433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44040000438690186},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.42809998989105225},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4228000044822693},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.36660000681877136},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C139143892","wikidata":"https://www.wikidata.org/wiki/Q7441615","display_name":"Search-based software engineering","level":5,"score":0.3005000054836273},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29649999737739563},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2856999933719635},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2694999873638153},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26469","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26469","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"become":[5],"widely":[6],"used":[7],"for":[8,47,112,116,146,189,204],"Software":[9],"Engineering":[10],"(SE)":[11],"tasks,":[12,181],"spanning":[13],"from":[14],"function-level":[15],"code":[16,147],"generation":[17],"to":[18,73,155,178,199],"complex":[19,57],"repository-level":[20,54,156],"workflows.":[21],"However,":[22],"the":[23,68,75,132,165,171,182],"high":[24],"latency":[25],"of":[26,77,88,125,134,167,173,185],"autoregressive":[27],"inference":[28,202],"remains":[29,60],"a":[30,44,85],"significant":[31],"bottleneck,":[32],"hindering":[33],"their":[34,126],"deployment":[35],"in":[36,79],"interactive":[37],"environments.":[38],"While":[39],"Speculative":[40],"Decoding":[41],"(SD)":[42],"offers":[43],"promising":[45],"technique":[46],"lossless":[48],"acceleration,":[49],"prior":[50],"research":[51],"on":[52],"long-context":[53],"tasks":[55,169,187],"and":[56,93,100,158],"agentic":[58],"interactions":[59],"limited.":[61],"To":[62],"bridge":[63],"this":[64],"gap,":[65],"we":[66,162],"present":[67],"first":[69],"systematic":[70],"empirical":[71,104],"study":[72],"evaluate":[74],"effectiveness":[76,133],"SD":[78,108,135],"SE":[80,168,186,205],"tasks.":[81],"We":[82,129],"systematically":[83],"benchmark":[84],"comprehensive":[86],"spectrum":[87],"strategies,":[89],"encompassing":[90],"both":[91],"model-based":[92],"model-free":[94,150,174],"methods,":[95],"across":[96,138],"representative":[97],"generation,":[98,148],"editing,":[99],"repair":[101,157],"scenarios.":[102,141,160,206],"Our":[103,193],"results":[105],"indicate":[106],"that":[107,119,131,164],"demonstrates":[109],"clear":[110],"potential":[111],"accelerating":[113],"inference,":[114],"particularly":[115],"smaller":[117],"models":[118],"achieve":[120],"higher":[121,183],"speedups":[122],"than":[123],"those":[124],"larger":[127],"counterparts.":[128],"find":[130],"methods":[136,151],"varies":[137],"different":[139],"task":[140],"Model-based":[142],"approaches":[143],"are":[144,152,195],"well-suited":[145],"whereas":[149],"better":[153],"adapted":[154],"editing":[159],"Furthermore,":[161],"observe":[163],"repetitiveness":[166],"improves":[170],"performance":[172],"methods.":[175],"In":[176],"contrast":[177],"natural":[179],"language":[180],"predictability":[184],"allows":[188],"more":[190],"aggressive":[191],"hyperparameters.":[192],"findings":[194],"summarized":[196],"as":[197],"guidelines":[198],"help":[200],"increase":[201],"efficiency":[203]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-01T00:00:00"}