{"id":"https://openalex.org/W4415089005","doi":"https://doi.org/10.48550/arxiv.2509.11815","title":"SpecVLM: Fast Speculative Decoding in Vision-Language Models","display_name":"SpecVLM: Fast Speculative Decoding in Vision-Language Models","alternate_titles":[],"publication_year":2025,"publication_date":"2025-09-15","ids":{"openalex":"https://openalex.org/W4415089005","doi":"https://doi.org/10.48550/arxiv.2509.11815"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.11815","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.11815","pdf_url":"https://arxiv.org/pdf/2509.11815","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4415089005"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.11815","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003944732","display_name":"Haiduo Huang","orcid":"https://orcid.org/0009-0000-6726-9221","observed_orcids":["https://orcid.org/0009-0000-6726-9221"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Huang, Haiduo","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics , Xi'an Jiaotong University , Xi'an , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics , Xi'an Jiaotong University , Xi'an , China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115565809","display_name":"Fuwei Yang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang, Fuwei","raw_affiliation_strings":["Advanced Micro Devices, Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Micro Devices, Inc. , Beijing , China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100534154","display_name":"Zhenhua Liu","orcid":"https://orcid.org/0009-0001-1413-3133","observed_orcids":["https://orcid.org/0009-0001-1413-3133","https://orcid.org/0009-0008-7656-0633"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Zhenhua","raw_affiliation_strings":["Advanced Micro Devices, Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Micro Devices, Inc. , Beijing , China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yin, Xuanwu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yin, Xuanwu","raw_affiliation_strings":["Advanced Micro Devices, Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Micro Devices, Inc. , Beijing , China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052630982","display_name":"Dong Li","orcid":"https://orcid.org/0009-0003-4039-434X","observed_orcids":["https://orcid.org/0009-0003-4039-434X"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Dong","raw_affiliation_strings":["Advanced Micro Devices, Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Micro Devices, Inc. , Beijing , China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ren, Pengju","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ren, Pengju","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics , Xi'an Jiaotong University , Xi'an , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics , Xi'an Jiaotong University , Xi'an , China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027115167","display_name":"Emad Barsoum","orcid":"https://orcid.org/0000-0002-4097-8690","observed_orcids":["https://orcid.org/0000-0002-4097-8690"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Barsoum, Emad","raw_affiliation_strings":["Advanced Micro Devices, Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Micro Devices, Inc. , Beijing , China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":25,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7509999871253967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7509999871253967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11680000275373459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speculative-decoding","display_name":"speculative decoding","score":0.9980000257492065},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.996999979019165},{"id":"https://openalex.org/keywords/inference-acceleration","display_name":"inference acceleration","score":0.6359999775886536},{"id":"https://openalex.org/keywords/key-value-cache","display_name":"key-value cache","score":0.7789999842643738},{"id":"https://openalex.org/keywords/visual-token-compression","display_name":"visual token compression","score":0.8709999918937683},{"id":"https://openalex.org/keywords/autoregressive-generation","display_name":"autoregressive generation","score":0.6119999885559082},{"id":"https://openalex.org/keywords/llava","display_name":"LLaVA","score":0.6759999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7926999926567078},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6625999808311462},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.633400022983551},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4702000021934509},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.46950000524520874},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46399998664855957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42089998722076416},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4032000005245209},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3418000042438507},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33059999346733093},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30079999566078186},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2996000051498413},{"id":"https://openalex.org/C106251023","wikidata":"https://www.wikidata.org/wiki/Q851989","display_name":"Porting","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25609999895095825},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.11815","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.11815","pdf_url":"https://arxiv.org/pdf/2509.11815","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.11815","doi":"https://doi.org/10.48550/arxiv.2509.11815","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.11815","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.11815","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.11815","pdf_url":"https://arxiv.org/pdf/2509.11815","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415089005.pdf","grobid_xml":"https://content.openalex.org/works/W4415089005.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W2547875792","https://openalex.org/W2890152612","https://openalex.org/W4319166707","https://openalex.org/W4327810158","https://openalex.org/W4390041933","https://openalex.org/W4390437694","https://openalex.org/W4391124766","https://openalex.org/W4391335474","https://openalex.org/W4391421518","https://openalex.org/W4391670457","https://openalex.org/W4393212018","https://openalex.org/W4394867417","https://openalex.org/W4395112660","https://openalex.org/W4399115157","https://openalex.org/W4402671950","https://openalex.org/W4402696815","https://openalex.org/W4402716477","https://openalex.org/W4402753980","https://openalex.org/W4402754149","https://openalex.org/W4403002096","https://openalex.org/W4403939369","https://openalex.org/W4404356453","https://openalex.org/W4404782770","https://openalex.org/W4407358710","https://openalex.org/W4409346467","https://openalex.org/W4409363282","https://openalex.org/W4409367031","https://openalex.org/W4411725552","https://openalex.org/W4412887841","https://openalex.org/W4412944812","https://openalex.org/W4413145840","https://openalex.org/W4413146548","https://openalex.org/W4413157571","https://openalex.org/W4413158337","https://openalex.org/W4414586797","https://openalex.org/W4414634795","https://openalex.org/W4415089345","https://openalex.org/W4415537313","https://openalex.org/W4415797729","https://openalex.org/W4415798003","https://openalex.org/W4416036995","https://openalex.org/W6948013430","https://openalex.org/W6980867774","https://openalex.org/W7133193597"],"related_works":["https://openalex.org/W4414746971","https://openalex.org/W4415089345","https://openalex.org/W7101683873","https://openalex.org/W7166816305","https://openalex.org/W7138253513","https://openalex.org/W4416557549","https://openalex.org/W4416035531","https://openalex.org/W7207880381","https://openalex.org/W7127398024","https://openalex.org/W4415334927"],"abstract_inverted_index":{"Speculative":[0],"decoding":[1,55],"is":[2,28,202],"a":[3,61,67,133,150],"powerful":[4],"way":[5],"to":[6,17,101],"accelerate":[7],"autoregressive":[8,78],"large":[9],"language":[10],"models":[11,19],"(LLMs),":[12],"but":[13],"directly":[14],"porting":[15],"it":[16],"vision-language":[18],"(VLMs)":[20],"faces":[21],"unique":[22],"systems":[23],"constraints:":[24],"the":[25,48,122,159,193],"prefill":[26],"stage":[27],"dominated":[29],"by":[30],"visual":[31,89],"tokens":[32],"whose":[33],"count":[34],"scales":[35],"with":[36,86,125],"image":[37],"resolution":[38],"and":[39,45,58,80,98,104,129,136,142,183,188],"video":[40],"length,":[41,164],"inflating":[42],"both":[43],"compute":[44],"memory,":[46],"especially":[47],"key-value":[49],"(KV)":[50],"cache.":[51],"We":[52],"study":[53],"speculative":[54,166],"for":[56],"VLMs":[57],"introduce":[59],"SpecVLM,":[60],"practical":[62],"system":[63],"that":[64,91,120],"(1)":[65],"establishes":[66],"strong":[68],"EAGLE-2-style":[69],"baseline,":[70],"EagleVLM,":[71],"delivering":[72],"1.5--2.3x":[73],"end-to-end":[74,176],"speedups":[75,177],"over":[76,186],"full":[77],"inference,":[79],"(2)":[81],"further":[82],"accelerates":[83],"VLM":[84],"inference":[85],"an":[87,116],"elastic":[88],"compressor":[90],"adaptively":[92],"selects":[93],"among":[94],"pruning,":[95],"pooling,":[96],"convolution,":[97],"resampler":[99],"primitives":[100],"balance":[102],"FLOPs/parameters":[103],"accuracy":[105],"per":[106],"input.":[107],"To":[108],"avoid":[109],"costly":[110],"offline":[111],"distillation":[112,118],"corpora,":[113],"we":[114],"propose":[115],"online-logit":[117],"protocol":[119,148],"trains":[121],"draft":[123,160],"model":[124],"on-the-fly":[126],"teacher":[127],"logits":[128],"penultimate":[130],"features":[131],"using":[132],"combined":[134],"cross-entropy":[135],"Smooth":[137],"L1":[138],"objective,":[139],"eliminating":[140],"storage":[141],"preprocessing":[143],"while":[144,191],"remaining":[145],"compute-efficient.":[146],"This":[147],"reveals":[149],"training-time":[151],"scaling":[152],"effect:":[153],"longer":[154],"online":[155],"training":[156],"monotonically":[157],"increases":[158],"model's":[161,195],"average":[162],"accepted":[163],"improving":[165],"efficiency.":[167],"Empirically,":[168],"SpecVLM":[169],"achieves":[170],"additional":[171],"acceleration,":[172],"culminating":[173],"in":[174],"2.5--2.9x":[175],"within":[178],"5":[179],"epochs":[180],"across":[181],"LLaVA":[182],"MMMU,":[184],"consistently":[185],"resolutions":[187],"task":[189],"difficulties,":[190],"preserving":[192],"target":[194],"output":[196],"distribution":[197],"(lossless":[198],"decoding).":[199],"Our":[200],"code":[201],"available":[203],"at":[204],"https://github.com/haiduo/SpecVLM.":[205]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415089005","counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2025-10-12T00:00:00"}
