{"id":"https://openalex.org/W7154397947","doi":"https://doi.org/10.48550/arxiv.2604.10261","title":"The Amazing Agent Race: Strong Tool Users, Weak Navigators","display_name":"The Amazing Agent Race: Strong Tool Users, Weak Navigators","publication_year":2026,"publication_date":"2026-04-11","ids":{"openalex":"https://openalex.org/W7154397947","doi":"https://doi.org/10.48550/arxiv.2604.10261"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10261","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10261","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10261","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133621221","display_name":"Zae Myung Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Zae Myung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133603159","display_name":"Dongseok Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Dongseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133561845","display_name":"Jaehyung Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jaehyung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133570959","display_name":"Vipul Raheja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raheja, Vipul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133613885","display_name":"Dongyeop Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Dongyeop","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.06509999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.555400013923645},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5335999727249146},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5133000016212463},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5011000037193298},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4587000012397766},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43209999799728394},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4041000008583069}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6931999921798706},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.555400013923645},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5133000016212463},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5011000037193298},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4587000012397766},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4041000008583069},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34549999237060547},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3059999942779541},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27709999680519104},{"id":"https://openalex.org/C2780873155","wikidata":"https://www.wikidata.org/wiki/Q392811","display_name":"Agent-based model","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2630000114440918}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10261","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10261","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10261","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10261","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44392624497413635,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"tool-use":[1,134],"benchmarks":[2,13],"for":[3],"LLM":[4],"agents":[5,166],"are":[6,20,80],"overwhelmingly":[7],"linear:":[8],"our":[9],"analysis":[10],"of":[11,18,23,131,162],"six":[12],"shows":[14],"55":[15],"to":[16,25,129,175,183],"100%":[17],"instances":[19,52],"simple":[21],"chains":[22],"2":[24],"5":[26],"steps.":[27],"We":[28,49],"introduce":[29],"The":[30,159,186],"Amazing":[31],"Agent":[32],"Race":[33],"(AAR),":[34],"a":[35,76,179],"benchmark":[36],"featuring":[37],"directed":[38],"acyclic":[39],"graph":[40],"(DAG)":[41],"puzzles":[42],"(or":[43],"\"legs\")":[44],"with":[45,90,155],"fork-merge":[46],"tool":[47,70],"chains.":[48],"release":[50],"1,400":[51,117],"across":[53,86],"two":[54],"variants:":[55],"sequential":[56],"(800":[57],"legs)":[58],"and":[59,72,101,109,139],"compositional":[60,160],"(600":[61],"DAG":[62],"legs).":[63],"Agents":[64],"must":[65],"navigate":[66],"Wikipedia,":[67],"execute":[68],"multi-step":[69],"chains,":[71],"aggregate":[73],"results":[74],"into":[75],"verifiable":[77],"answer.":[78],"Legs":[79],"procedurally":[81],"generated":[82],"from":[83],"Wikipedia":[84],"seeds":[85],"four":[87],"difficulty":[88],"levels":[89],"live-API":[91],"validation.":[92],"Three":[93],"complementary":[94],"metrics":[95],"(finish-line":[96],"accuracy,":[97],"pit-stop":[98],"visit":[99],"rate,":[100],"roadblock":[102],"completion":[103],"rate)":[104],"separately":[105],"diagnose":[106],"navigation,":[107],"tool-use,":[108],"arithmetic":[110],"failures.":[111],"Evaluating":[112],"three":[113],"agent":[114,140],"frameworks":[115],"on":[116],"legs,":[118],"the":[119,176],"best":[120],"achieves":[121],"only":[122],"37.2%":[123],"accuracy.":[124],"Navigation":[125],"errors":[126,135],"dominate":[127],"(27":[128],"52%":[130],"trials)":[132],"while":[133],"remain":[136],"below":[137],"17%,":[138],"architecture":[141],"matters":[142],"as":[143,145],"much":[144],"model":[146],"scale":[147],"(Claude":[148],"Code":[149],"matches":[150],"Codex":[151],"CLI":[152],"at":[153,169,173],"37%":[154],"6x":[156],"fewer":[157],"tokens).":[158],"structure":[161],"AAR":[163],"reveals":[164],"that":[165],"fail":[167],"not":[168],"calling":[170],"tools":[171],"but":[172],"navigating":[174],"right":[177],"pages,":[178],"blind":[180],"spot":[181],"invisible":[182],"linear":[184],"benchmarks.":[185],"project":[187],"page":[188],"can":[189],"be":[190],"accessed":[191],"at:":[192],"https://minnesotanlp.github.io/the-amazing-agent-race":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}