{"id":"https://openalex.org/W7166707533","doi":"https://doi.org/10.48550/arxiv.2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","display_name":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166707533","doi":"https://doi.org/10.48550/arxiv.2606.30560"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30560","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30560","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30560","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139706315","display_name":"Kan Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Kan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137133644","display_name":"Mathew Jacob","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacob, Mathew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139708526","display_name":"Chenxi Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Chenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139699349","display_name":"Yi Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136736927","display_name":"Stephanie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Stephanie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139646326","display_name":"Arvind Krishnamurthy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnamurthy, Arvind","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139707999","display_name":"Baris Kasikci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kasikci, Baris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09520000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09520000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.08980000019073486,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6015999913215637},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4230000078678131},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.41100001335144043},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4043999910354614},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.3874000012874603},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.35670000314712524},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.3562999963760376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8084999918937683},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6015999913215637},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4230000078678131},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.3562999963760376},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.32600000500679016},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2865000069141388},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2775999903678894},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2644999921321869},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30560","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30560","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30560","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30560","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Coding":[0],"agents":[1,50],"are":[2],"rapidly":[3],"becoming":[4],"a":[5,66],"major":[6],"application":[7],"of":[8,68,87],"agentic":[9],"LLMs,":[10],"but":[11,114],"serving":[12],"them":[13],"efficiently":[14],"remains":[15],"challenging.":[16],"Progress":[17],"on":[18],"this":[19,60],"challenge":[20],"requires":[21],"understanding":[22],"real":[23],"workload":[24],"patterns,":[25],"yet":[26],"the":[27,147,157],"data":[28],"needed":[29],"for":[30,54,126],"such":[31],"analysis":[32,93,153],"is":[33,160],"largely":[34],"absent.":[35],"Existing":[36],"public":[37],"traces":[38],"and":[39,51,64,78,90,108,112,138,152],"benchmarks":[40],"do":[41],"not":[42],"capture":[43],"real,":[44],"day-to-day":[45,85],"coding-agent":[46,71,96],"usage":[47],"across":[48],"multiple":[49],"model":[52],"families":[53],"serving-system":[55],"analysis.":[56],"To":[57],"help":[58],"fill":[59],"gap,":[61],"we":[62],"collect":[63],"release":[65,146],"trace":[67,149],"roughly":[69],"4,300":[70],"sessions,":[72],"containing":[73],"about":[74],"350,000":[75],"LLM":[76],"steps":[77],"430,000":[79],"tool":[80,110,131],"calls":[81],"from":[82],"our":[83],"own":[84],"use":[86],"Claude":[88],"Code":[89],"Codex.":[91],"Our":[92],"shows":[94],"that":[95],"workloads":[97],"feature":[98],"long":[99,102],"autonomous":[100],"loops,":[101],"contexts":[103],"with":[104],"short":[105],"outputs,":[106],"diverse":[107],"heavily-tailed":[109],"calls,":[111],"high":[113],"imperfect":[115],"prefix":[116],"cache":[117],"hit":[118],"rates.":[119],"These":[120],"findings":[121],"point":[122],"to":[123],"concrete":[124],"opportunities":[125],"optimizing":[127],"serving,":[128],"including":[129],"lower-overhead":[130],"calling,":[132],"append-length-aware":[133],"prefill,":[134],"semantic-aware":[135],"tool-latency":[136],"prediction,":[137],"improved":[139],"KV-cache":[140],"management":[141],"around":[142],"human-paced":[143],"gaps.":[144],"We":[145],"dataset,":[148],"collection":[150],"pipeline,":[151],"code":[154],"at":[155],"https://github.com/uw-syfi/TraceLab.git":[156],"project":[158],"website":[159],"https://tracelab.cs.washington.edu.":[161]},"counts_by_year":[],"updated_date":"2026-07-02T06:12:58.138171","created_date":"2026-07-01T00:00:00"}