{"id":"https://openalex.org/W7148352370","doi":"https://doi.org/10.48550/arxiv.2604.00491","title":"Executing as You Generate: Hiding Execution Latency in LLM Code Interpreters","display_name":"Executing as You Generate: Hiding Execution Latency in LLM Code Interpreters","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7148352370","doi":"https://doi.org/10.48550/arxiv.2604.00491"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.00491","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.00491","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078038118","display_name":"Zhensu Sun","orcid":"https://orcid.org/0000-0001-5393-7858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Zhensu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132757273","display_name":"Zhihao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Zhihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132824472","display_name":"Zhi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132790895","display_name":"Chengran Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chengran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065153516","display_name":"Mingyi Zhou","orcid":"https://orcid.org/0000-0003-3514-0372"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Mingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132801796","display_name":"Li Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132788810","display_name":"David Lo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lo, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.25,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.25,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.23109999299049377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.09480000287294388,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.6689000129699707},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.641700029373169},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.6212999820709229},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.45500001311302185},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4410000145435333},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4124000072479248},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.40630000829696655},{"id":"https://openalex.org/keywords/dead-code","display_name":"Dead code","score":0.38850000500679016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8597999811172485},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.6689000129699707},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.641700029373169},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.6212999820709229},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4941999912261963},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4410000145435333},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4124000072479248},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C47434764","wikidata":"https://www.wikidata.org/wiki/Q1770035","display_name":"Dead code","level":5,"score":0.38850000500679016},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.34619998931884766},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.00491","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.00491","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5459413528442383}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"LLM":[1],"systems":[2],"are":[3,93],"increasingly":[4],"equipped":[5],"with":[6,139],"a":[7,60,86,106,131],"code":[8,13,64,89],"interpreter":[9,29],"that":[10,56,119],"executes":[11,30],"generated":[12],"to":[14,67,83,176,184],"obtain":[15],"results.":[16],"This":[17,32,79],"works":[18],"serially:":[19],"the":[20,24,36,42,168],"model":[21],"first":[22],"generates":[23],"complete":[25],"code,":[26],"then":[27,128],"an":[28,57],"it.":[31],"sequential":[33],"workflow":[34],"leaves":[35],"executor":[37],"idle":[38,44],"during":[39,45],"generation":[40],"and":[41,69,112,114,124,142,154,178],"generator":[43],"execution,":[46,113,141],"resulting":[47],"in":[48],"unnecessary":[49],"end-to-end":[50,180],"latency.":[51],"Our":[52],"key":[53],"observation":[54],"is":[55],"LLM,":[58],"unlike":[59],"human":[61],"developer,":[62],"emits":[63],"tokens":[65,92],"left":[66],"right":[68],"does":[70],"not":[71],"backtrack":[72],"over":[73],"what":[74],"it":[75,81,104],"has":[76],"already":[77],"written.":[78],"makes":[80],"possible":[82],"start":[84],"executing":[85],"piece":[87],"of":[88,109,171],"while":[90],"later":[91],"still":[94],"being":[95],"generated.":[96],"We":[97,127,146],"formalize":[98],"this":[99],"parallel":[100],"execution":[101,156,164,172],"paradigm,":[102],"modeling":[103],"as":[105],"three-stage":[107],"pipeline":[108],"generation,":[110,166],"detection,":[111],"derive":[115],"closed-form":[116],"latency":[117,181],"bounds":[118],"characterize":[120],"its":[121],"speedup":[122],"potential":[123],"operating":[125],"regimes.":[126],"present":[129],"EAGER,":[130],"concrete":[132],"implementation":[133],"featuring":[134],"AST-based":[135],"chunking,":[136],"dynamic":[137],"batching":[138],"gated":[140],"early":[143],"error":[144],"interruption.":[145],"evaluate":[147],"EAGER":[148],"across":[149],"four":[150],"benchmarks,":[151],"seven":[152],"LLMs,":[153],"three":[155],"environments.":[157],"The":[158],"overlap":[159],"mechanism":[160],"hides":[161],"almost":[162],"all":[163],"behind":[165],"reducing":[167],"non-overlapped":[169],"portion":[170],"time":[173],"by":[174,182],"up":[175,183],"99.8%":[177],"cutting":[179],"37.3%":[185],"on":[186],"error-free":[187],"runs.":[188]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-03T00:00:00"}