{"id":"https://openalex.org/W7161241820","doi":"https://doi.org/10.48550/arxiv.2605.14102","title":"ChromaFlow: A Negative Ablation Study of Orchestration Overhead in Tool-Augmented Agent Evaluation","display_name":"ChromaFlow: A Negative Ablation Study of Orchestration Overhead in Tool-Augmented Agent Evaluation","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161241820","doi":"https://doi.org/10.48550/arxiv.2605.14102"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.14102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.14102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136190292","display_name":"Tarun Mittal","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mittal, Tarun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5136190292"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.1242000013589859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.1242000013589859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.10320000350475311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0706000030040741,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.8180000185966492},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6345000267028809},{"id":"https://openalex.org/keywords/timeout","display_name":"Timeout","score":0.6291999816894531},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.429500013589859},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.38589999079704285},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.3630000054836273},{"id":"https://openalex.org/keywords/autonomous-system","display_name":"Autonomous system (mathematics)","score":0.3521000146865845},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.35199999809265137},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.34139999747276306}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.8180000185966492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6942999958992004},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6345000267028809},{"id":"https://openalex.org/C31691690","wikidata":"https://www.wikidata.org/wiki/Q1753979","display_name":"Timeout","level":2,"score":0.6291999816894531},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4794999957084656},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45100000500679016},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.429500013589859},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3896999955177307},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.38589999079704285},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.34139999747276306},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C15569618","wikidata":"https://www.wikidata.org/wiki/Q3561421","display_name":"Liveness","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.32580000162124634},{"id":"https://openalex.org/C42259789","wikidata":"https://www.wikidata.org/wiki/Q1392940","display_name":"Fail-safe","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C200749887","wikidata":"https://www.wikidata.org/wiki/Q1165574","display_name":"System monitoring","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C86532276","wikidata":"https://www.wikidata.org/wiki/Q1184065","display_name":"Delegation","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.14102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.14102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"language-model":[1],"agents":[2],"increasingly":[3],"combine":[4],"planning,":[5],"tool":[6,52],"use,":[7,53],"document":[8],"processing,":[9],"browsing,":[10],"code":[11],"execution,":[12,50],"and":[13,54,103,114,144,180],"verification":[14],"loops.":[15],"These":[16],"capabilities":[17],"make":[18],"agent":[19,193],"systems":[20],"more":[21,136],"useful,":[22],"but":[23,161],"they":[24],"also":[25],"introduce":[26],"operational":[27,146],"failure":[28],"modes":[29],"that":[30,119,170],"are":[31],"not":[32,140],"visible":[33],"from":[34],"final":[35],"accuracy":[36],"alone.":[37],"This":[38],"report":[39,168],"presents":[40],"ChromaFlow,":[41],"a":[42,133],"tool-augmented":[43],"autonomous":[44,192],"reasoning":[45],"framework":[46],"built":[47],"around":[48],"planner-directed":[49],"specialized":[51],"telemetry-driven":[55],"evaluation.":[56,194],"We":[57],"analyze":[58],"ChromaFlow":[59],"on":[60],"GAIA":[61],"2023":[62],"Level-1":[63,73],"validation":[64],"tasks":[65],"under":[66,157],"clean":[67],"evaluation":[68],"constraints.":[69],"A":[70,81,148],"frozen":[71],"full":[72],"baseline":[74],"achieved":[75,88],"29/53":[76],"correct":[77,90,116],"answers,":[78,91,117],"or":[79,92,155],"54.72%.":[80],"later":[82,149],"recovery":[83],"configuration":[84],"with":[85],"expanded":[86],"orchestration":[87,138],"27/53":[89],"50.94%,":[93],"while":[94],"increasing":[95],"tracebacks,":[96],"timeout":[97],"events,":[98],"tool-failure":[99],"mentions,":[100],"token-log":[101,165],"calls,":[102],"campaign-log":[104],"cost":[105],"estimates.":[106],"Two":[107],"randomized":[108],"20-task":[109],"smoke":[110],"evaluations":[111],"produced":[112],"12/20":[113],"11/20":[115],"showing":[118],"small":[120],"diagnostic":[121,152],"gains":[122],"can":[123],"be":[124,185],"unstable":[125],"across":[126],"samples.":[127],"The":[128,167],"central":[129],"result":[130],"is":[131],"therefore":[132],"negative":[134],"ablation:":[135],"aggressive":[137],"did":[139],"improve":[141],"full-set":[142],"performance":[143],"increased":[145],"noise.":[147],"strict-provider":[150],"full-Level-1":[151],"reached":[153],"30/53,":[154],"56.60%,":[156],"explicit":[158,181],"integrity":[159],"controls,":[160],"at":[162],"substantially":[163],"higher":[164],"cost.":[166],"argues":[169],"bounded":[171],"planner":[172],"escalation,":[173],"deterministic":[174],"extraction,":[175],"evidence":[176],"reconciliation,":[177],"provider-health":[178],"gates,":[179],"run":[182],"gates":[183],"should":[184],"treated":[186],"as":[187],"first-order":[188],"requirements":[189],"for":[190],"reliable":[191]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-16T00:00:00"}