{"id":"https://openalex.org/W7167626358","doi":"https://doi.org/10.48550/arxiv.2607.03333","title":"SPORK: Self-Speculative Forking to Accelerate Agentic LLM Inference","display_name":"SPORK: Self-Speculative Forking to Accelerate Agentic LLM Inference","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7167626358","doi":"https://doi.org/10.48550/arxiv.2607.03333"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.03333","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03333","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.03333","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140165408","display_name":"Huajun Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Huajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140156666","display_name":"Weiwei Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Weiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062619884","display_name":"Huichuan Zheng","orcid":"https://orcid.org/0000-0002-6669-969X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Huichuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085698173","display_name":"Ye Lu","orcid":"https://orcid.org/0000-0002-2376-4519"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Youyou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101740783","display_name":"Jiwu Shu","orcid":"https://orcid.org/0000-0002-7362-2789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Jiwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3490999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3490999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06469999998807907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7724000215530396},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.6802999973297119},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.669700026512146},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5630000233650208},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5497000217437744},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5435000061988831},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5205000042915344},{"id":"https://openalex.org/keywords/speculation","display_name":"Speculation","score":0.459199994802475},{"id":"https://openalex.org/keywords/execution-model","display_name":"Execution model","score":0.42320001125335693}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7724000215530396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7695000171661377},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.6802999973297119},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.669700026512146},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5497000217437744},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5205000042915344},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4763999879360199},{"id":"https://openalex.org/C47941915","wikidata":"https://www.wikidata.org/wiki/Q107885","display_name":"Speculation","level":2,"score":0.459199994802475},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.42320001125335693},{"id":"https://openalex.org/C40523978","wikidata":"https://www.wikidata.org/wiki/Q14675","display_name":"Fork (system call)","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36719998717308044},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C58468513","wikidata":"https://www.wikidata.org/wiki/Q1201165","display_name":"Determinacy","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.3370000123977661},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.03333","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03333","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.03333","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03333","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0],"agents":[1],"are":[2],"becoming":[3],"a":[4,24,70,86,110,144,150,231],"common":[5],"interface":[6],"for":[7,72],"research,":[8],"coding,":[9],"and":[10,45,136,155,210,213,246],"question":[11],"answering,":[12],"yet":[13],"their":[14],"Thought-Action-Observation":[15],"loop":[16],"is":[17,169,247,254],"often":[18],"serial:":[19],"the":[20,29,32,79,90,115,124,166,200],"model":[21,80,130,204],"reasons,":[22],"emits":[23],"tool":[25,51,97,117,167],"call,":[26],"then":[27],"idles":[28],"GPU":[30],"until":[31],"result":[33,168],"returns.":[34],"This":[35],"wait":[36],"consumes":[37],"16-37%":[38],"of":[39,92,141,222],"wall":[40],"time":[41],"in":[42,47],"our":[43],"workloads":[44],"35-61%":[46],"prior":[48],"reports.":[49],"Speculative":[50],"execution":[52,122,181],"can":[53,81],"hide":[54],"this":[55],"wait,":[56],"but":[57],"existing":[58],"systems":[59],"need":[60],"auxiliary":[61,241],"predictors,":[62],"historical":[63],"traces,":[64],"or":[65,224],"static":[66],"workflow":[67],"graphs,":[68],"leaving":[69],"gap":[71],"training-free,":[73],"day-one":[74],"deployment.":[75],"We":[76,105],"observe":[77],"that":[78,113],"be":[82],"its":[83,121,142],"own":[84],"predictor:":[85],"probe":[87,148],"forked":[88],"at":[89,257],"start":[91],"generation":[93],"predicts":[94],"Qwen3-32B's":[95,191],"upcoming":[96],"name":[98],"with":[99,123,182,216],"74.6-99.6%":[100],"accuracy":[101,218],"across":[102,203,211],"five":[103],"benchmarks.":[104],"present":[106],"SPORK":[107,176,189,228,253],"(Self-sPeculative":[108],"fORKing),":[109],"training-free":[111],"controller":[112,233],"dispatches":[114],"speculated":[116],"call":[118],"early,":[119],"overlapping":[120],"remaining":[125],"chain-of-thought":[126],"decode.":[127],"A":[128],"cost":[129],"captures":[131],"when":[132,171],"speculation":[133],"breaks":[134],"even,":[135],"each":[137],"component":[138],"improves":[139],"one":[140],"terms:":[143],"prefix-cache":[145],"fork":[146],"cuts":[147,190],"cost,":[149],"confidence":[151],"gate":[152],"filters":[153],"mispredictions,":[154],"partial-token":[156],"accept":[157],"turns":[158],"rejected":[159],"probes":[160],"into":[161],"speculative-decoding":[162],"drafts.":[163],"On":[164,186],"acceptance,":[165],"ready":[170],"reasoning":[172],"ends;":[173],"on":[174],"rejection,":[175],"falls":[177],"back":[178],"to":[179,197,208,249],"serial":[180],"no":[183,240,243],"correctness":[184],"penalty.":[185],"real-tool":[187],"benchmarks,":[188],"GAIA":[192],"P95":[193],"by":[194],"18%":[195],"(131.9":[196],"108.1":[198],"s);":[199],"mechanism":[201],"holds":[202],"sizes":[205],"from":[206],"4B":[207],"32B":[209],"dense":[212],"mixture-of-experts":[214],"models,":[215,242],"task":[217],"within":[219],"1":[220],"pp":[221],"baseline":[223],"better":[225],"wherever":[226],"measured.":[227],"deploys":[229],"as":[230],"thin":[232],"over":[234],"standard":[235],"completion":[236],"APIs":[237],"(no":[238],"retraining,":[239],"offline":[244],"traces)":[245],"orthogonal":[248],"token-level":[250],"speculative":[251],"decoding.":[252],"open":[255],"source":[256],"https://github.com/baihuajun24/spork.":[258]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}