{"id":"https://openalex.org/W7162121136","doi":"https://doi.org/10.48550/arxiv.2605.22154","title":"IdleSpec: Exploiting Idle Time via Speculative Planning for LLM Agents","display_name":"IdleSpec: Exploiting Idle Time via Speculative Planning for LLM Agents","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162121136","doi":"https://doi.org/10.48550/arxiv.2605.22154"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22154","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136814293","display_name":"Daewon Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Daewon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091441093","display_name":"Kyunghyun Park","orcid":"https://orcid.org/0000-0002-0446-7797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Kyunghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136796569","display_name":"Woomin Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Woomin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027419911","display_name":"Saket Dingliwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dingliwal, Saket","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042855431","display_name":"Sai Muralidhar Jayanthi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jayanthi, Sai Muralidhar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136750722","display_name":"Jinwoo Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Jinwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101715504","display_name":"Aram Galstyan","orcid":"https://orcid.org/0000-0003-4215-0886"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Galstyan, Aram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44850000739097595,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44850000739097595,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1096000000834465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.04179999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.8432999849319458},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6326000094413757},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5091000199317932},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.46050000190734863},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.45019999146461487},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4142000079154968},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.3885999917984009},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.3456000089645386}],"concepts":[{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.8432999849319458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7712000012397766},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6326000094413757},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5091000199317932},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3955000042915344},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3763999938964844},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.319599986076355},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2694999873638153},{"id":"https://openalex.org/C2779628075","wikidata":"https://www.wikidata.org/wiki/Q1253258","display_name":"Downgrade","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2],"(LLM)-based":[3],"agents":[4],"solve":[5],"complex":[6],"tasks":[7],"by":[8,156,182],"leveraging":[9],"multi-step":[10],"reasoning":[11,114],"with":[12,173],"iterative":[13],"tool":[14,56],"calls":[15,57],"and":[16,58,78,131,166],"environment":[17],"interactions,":[18],"which":[19,187],"incur":[20],"idle":[21,31,68,101,159],"time":[22,32],"while":[23,90],"waiting":[24],"for":[25,185],"observations.":[26],"Despite":[27],"the":[28,112,164,176,203],"prevalence":[29],"of":[30,67,198],"in":[33,152],"most":[34],"agentic":[35,154],"scenarios,":[36],"existing":[37],"works":[38],"treat":[39],"it":[40],"as":[41],"an":[42],"unavoidable":[43],"overhead":[44],"or":[45],"propose":[46],"restricted":[47],"solutions":[48],"that":[49,82,137,146],"overlook":[50],"varying":[51],"computational":[52],"budgets":[53],"across":[54],"different":[55],"future":[59],"observation":[60,121],"uncertainty,":[61,122],"thereby":[62],"leading":[63],"to":[64,86,110,200,210],"suboptimal":[65],"utilization":[66],"time.":[69,160],"In":[70,161],"this":[71],"paper,":[72],"we":[73],"introduce":[74],"IdleSpec,":[75],"a":[76,134],"scalable":[77],"generic":[79],"inference":[80],"approach":[81],"leverages":[83],"idle-time":[84,180],"computation":[85],"improve":[87],"agent":[88,150],"performance":[89,151,196],"minimizing":[91],"latency":[92],"overhead.":[93],"Specifically,":[94],"IdleSpec":[95,123,147,168,194],"iteratively":[96],"generates":[97],"plan":[98,118],"candidates":[99],"during":[100],"periods":[102],"and,":[103],"once":[104],"observations":[105],"become":[106],"available,":[107],"aggregates":[108],"them":[109],"guide":[111],"next":[113],"step.":[115],"For":[116],"effective":[117],"generation":[119],"under":[120],"samples":[124],"between":[125],"complementary":[126],"drafting":[127],"strategies":[128],"(i.e.,":[129],"progressive":[130],"recovery)":[132],"from":[133,191],"learned":[135],"distribution":[136],"is":[138],"updated":[139],"via":[140],"posterior":[141],"feedback.":[142],"Our":[143],"experiments":[144],"demonstrate":[145],"significantly":[148],"improves":[149],"various":[153],"scenarios":[155],"effectively":[157],"utilizing":[158],"particular,":[162],"on":[163,202],"GAIA":[165],"FRAMES,":[167],"achieves":[169,195],"55.6%":[170],"average":[171],"accuracy":[172],"Gemini-2.5-Flash,":[174],"surpassing":[175],"vanilla":[177],"baseline":[178],"without":[179],"usage":[181],"5.1%.":[183],"Furthermore,":[184],"MLE-Bench,":[186],"involves":[188],"substantial":[189],"delay":[190],"code":[192],"executions,":[193],"gains":[197],"up":[199],"9.1%":[201],"Any":[204],"Medal":[205],"rate,":[206],"highlighting":[207],"its":[208],"generalizability":[209],"long-horizon":[211],"tasks.":[212]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-23T00:00:00"}