{"id":"https://openalex.org/W7154236236","doi":"https://doi.org/10.48550/arxiv.2604.09731","title":"SMART: When is it Actually Worth Expanding a Speculative Tree?","display_name":"SMART: When is it Actually Worth Expanding a Speculative Tree?","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7154236236","doi":"https://doi.org/10.48550/arxiv.2604.09731"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09731","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09731","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09731","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133586608","display_name":"Lifu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lifu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133591339","display_name":"Pan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Pan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2524000108242035,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2524000108242035,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.18199999630451202,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.11429999768733978,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8097000122070312},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5741000175476074},{"id":"https://openalex.org/keywords/look-ahead","display_name":"Look-ahead","score":0.5166000127792358},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4474000036716461},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4345000088214874},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.3808000087738037},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.36959999799728394},{"id":"https://openalex.org/keywords/search-tree","display_name":"Search tree","score":0.3303999900817871}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8097000122070312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7085999846458435},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5741000175476074},{"id":"https://openalex.org/C147297375","wikidata":"https://www.wikidata.org/wiki/Q6674930","display_name":"Look-ahead","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4345000088214874},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C207024777","wikidata":"https://www.wikidata.org/wiki/Q621673","display_name":"Search tree","level":3,"score":0.3303999900817871},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3125},{"id":"https://openalex.org/C3017489831","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Running time","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C154690210","wikidata":"https://www.wikidata.org/wiki/Q1668499","display_name":"Rewriting","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C206175624","wikidata":"https://www.wikidata.org/wiki/Q595731","display_name":"Branching (polymer chemistry)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C56289965","wikidata":"https://www.wikidata.org/wiki/Q5249246","display_name":"Decision tree model","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C2781010653","wikidata":"https://www.wikidata.org/wiki/Q12056602","display_name":"Tree network","level":3,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09731","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09731","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09731","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09731","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tree-based":[0],"speculative":[1],"decoding":[2],"accelerates":[3],"autoregressive":[4],"generation":[5],"by":[6],"verifying":[7,45],"a":[8,15,35,77,91,102,112,130],"branching":[9],"tree":[10,84,88],"of":[11,30,42,167],"draft":[12],"tokens":[13,32],"in":[14],"single":[16],"target-model":[17],"forward":[18],"pass.":[19],"However,":[20],"existing":[21,134],"methods":[22],"prioritize":[23],"maximizing":[24],"token-level":[25],"likelihood":[26],"or":[27,65],"the":[28,39,121],"number":[29],"accepted":[31],"while":[33],"ignoring":[34],"critical":[36],"``efficiency":[37],"paradox'':":[38],"computational":[40],"overhead":[41],"drafting":[43],"and":[44,127,138,148,171,179],"big":[46],"trees":[47],"can":[48],"grow":[49],"super-linearly,":[50],"particularly":[51],"at":[52,107],"scale.":[53],"This":[54],"often":[55],"leads":[56],"to":[57],"negative":[58],"wall-clock":[59],"speedup":[60,166],"when":[61,115],"batch":[62],"sizes":[63],"increase":[64],"hardware":[66],"saturation":[67],"limits":[68],"are":[69],"reached.":[70],"To":[71],"address":[72],"this,":[73],"we":[74],"propose":[75],"SMART,":[76],"system-aware":[78],"marginal":[79,104,117],"analysis":[80],"framework":[81],"for":[82,133,169,173],"runtime":[83],"construction.":[85],"SMART":[86,110,124,156],"reformulates":[87],"expansion":[89],"as":[90,129],"hardware-aware":[92],"optimization":[93],"problem":[94],"that":[95,155],"directly":[96],"maximizes":[97],"end-to-end":[98],"speedup.":[99,123],"By":[100],"applying":[101],"principled":[103],"benefit--cost":[105,118],"rule":[106],"inference":[108],"time,":[109],"expands":[111],"node":[113],"only":[114],"its":[116],"ratio":[119],"exceeds":[120],"tree-level":[122],"is":[125],"training-free":[126],"serves":[128],"plug-and-play":[131],"controller":[132],"frameworks":[135],"like":[136],"MSD":[137],"EAGLE.":[139],"Extensive":[140],"evaluations":[141],"across":[142,175],"three":[143],"MLLMs":[144,170],"(e.g.,":[145,151],"LLaVA,":[146],"Qwen2-VL)":[147],"four":[149],"LLMs":[150,174],"Llama-3.1,":[152],"DeepSeek-R1)":[153],"demonstrate":[154],"consistently":[157],"outperforms":[158],"state-of-the-art":[159],"baselines.":[160],"It":[161],"delivers":[162],"an":[163],"average":[164],"additional":[165],"20.0\\%":[168],"15.4\\%":[172],"compute-bound":[176],"batching":[177],"regimes":[178],"diverse":[180],"GPU":[181],"architectures":[182],"without":[183],"performance":[184],"loss.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}