{"id":"https://openalex.org/W7166839924","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1809","title":"Speculative Verification: Exploiting Information Gain for Speculative Decoding","display_name":"Speculative Verification: Exploiting Information Gain for Speculative Decoding","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166839924","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1809"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1809","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1809","pdf_url":"https://aclanthology.org/2026.findings-acl.1809.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1809.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110013894","display_name":"Sungkyun Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungkyun Kim","raw_affiliation_strings":["Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100683282","display_name":"Jaemin Kim","orcid":"https://orcid.org/0000-0002-7697-0500"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaemin Kim","raw_affiliation_strings":["Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139841809","display_name":"Dogyeong Yun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dogyeong Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139769136","display_name":"Jiho Shin","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiho Shin","raw_affiliation_strings":["Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007094304","display_name":"Junyeol Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junyeol Lee","raw_affiliation_strings":["Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139785364","display_name":"Jiwon Seo","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwon Seo","raw_affiliation_strings":["Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University Seoul National University Hanyang University KAIST Hanyang University Seoul National University Learning Systems Lab , Seoul National University","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.9207,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.99266031,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"36290","last_page":"36307"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.17239999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.17239999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.06949999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.05649999901652336,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.498199999332428},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.313400000333786},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.289900004863739},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.25999999046325684},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.2538999915122986}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6759999990463257},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.498199999332428},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37450000643730164},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.24560000002384186},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.243599995970726}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1809","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1809","pdf_url":"https://aclanthology.org/2026.findings-acl.1809.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1809","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1809","pdf_url":"https://aclanthology.org/2026.findings-acl.1809.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2684226699","display_name":null,"funder_award_id":"RS-2024-00438729","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2947324332","display_name":null,"funder_award_id":"RS-2021II211343","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4475359334","display_name":null,"funder_award_id":"RS2021-II211343","funder_id":"https://openalex.org/F4320321292","funder_display_name":"Seoul National University"},{"id":"https://openalex.org/G6120464043","display_name":null,"funder_award_id":"RS2021-II211343","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G6128722098","display_name":null,"funder_award_id":"RS-2024-00438729","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8847781675","display_name":null,"funder_award_id":"RS-2025-02214497","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8978267545","display_name":null,"funder_award_id":"RS-2021-II211343","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321142","display_name":"Hanyang University","ror":"https://ror.org/046865y68"},{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166839924.pdf","grobid_xml":"https://content.openalex.org/works/W7166839924.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speculative":[0,45],"decoding":[1,101],"(SD)":[2],"improves":[3,100,152],"LLM":[4,175],"inference":[5],"latency":[6],"by":[7,155],"speculatively":[8],"generating":[9],"multiple":[10],"tokens":[11,34,98],"with":[12,20,159],"a":[13,21,67,115],"small":[14,68],"draft":[15,75],"model":[16],"and":[17,57,99,121,131,140,170],"verifying":[18],"them":[19],"larger":[22],"target":[23,122,126],"model.However,":[24],"when":[25],"speculation":[26,55,81],"accuracy":[27,56],"is":[28],"low,":[29],"the":[30,60,84,89],"overhead":[31],"from":[32,87],"rejected":[33,97],"can":[35],"negate":[36],"its":[37],"benefits,":[38],"especially":[39],"at":[40,164],"large":[41,165],"batch":[42,150,166],"sizes.We":[43],"propose":[44],"Verification":[46],"(SV),":[47],"an":[48,160],"efficient":[49],"augmentation":[50],"to":[51,63,74,77,135,157],"SD":[52,142,153],"that":[53],"predicts":[54],"dynamically":[58],"adapts":[59],"verification":[61,95],"length":[62],"maximize":[64],"throughput.SV":[65],"introduces":[66],"companion":[69,90],"model,":[70,76],"similar":[71],"in":[72,80],"size":[73],"reduce":[78],"uncertainty":[79],"accuracy.By":[82],"exploiting":[83],"information":[85],"gain":[86],"observing":[88],"distribution,":[91],"SV":[92,104,144],"reduces":[93],"wasted":[94],"on":[96,109],"efficiency.We":[102],"evaluate":[103],"across":[105,149],"publicly":[106],"available":[107],"LLMs":[108],"seven":[110],"NLP":[111],"tasks":[112],"using":[113],"over":[114],"hundred":[116],"combinations":[117],"of":[118],"draft,":[119],"companion,":[120],"models,":[123],"including":[124],"13B-72B":[125],"models":[127],"spanning":[128],"base,":[129],"instruction-tuned,":[130],"task-specific":[132],"finetuned":[133],"variants.Compared":[134],"target-only":[136],"decoding,":[137],"standard":[138],"SD,":[139],"state-of-the-art":[141],"variants,":[143],"consistently":[145],"delivers":[146],"higher":[147],"throughput":[148],"sizes.SV":[151],"performance":[154],"up":[156],"1.9\u00d7,":[158],"average":[161],"1.4\u00d7":[162],"speedup":[163],"sizes,":[167],"showing":[168],"robust":[169],"scalable":[171],"gains":[172],"for":[173],"practical":[174],"inference.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-07-02T00:00:00"}