{"id":"https://openalex.org/W7155921040","doi":"https://doi.org/10.48550/arxiv.2604.22436","title":"AgentSearchBench: A Benchmark for AI Agent Search in the Wild","display_name":"AgentSearchBench: A Benchmark for AI Agent Search in the Wild","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7155921040","doi":"https://doi.org/10.48550/arxiv.2604.22436"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.22436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.22436","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134715931","display_name":"Bin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134736937","display_name":"Arastun Mammadli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mammadli, Arastun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134698365","display_name":"Xiaoyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134727058","display_name":"Emine Yilmaz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yilmaz, Emine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4544999897480011,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4544999897480011,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.061400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.8744000196456909},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8364999890327454},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.64410001039505},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6014999747276306},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.57669997215271},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43140000104904175},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.42289999127388},{"id":"https://openalex.org/keywords/agent-based-model","display_name":"Agent-based model","score":0.34940001368522644}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.8744000196456909},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8364999890327454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961999773979187},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.64410001039505},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6014999747276306},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.57669997215271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5249999761581421},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5024999976158142},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43140000104904175},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.42289999127388},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36970001459121704},{"id":"https://openalex.org/C116738811","wikidata":"https://www.wikidata.org/wiki/Q608751","display_name":"Nearest neighbor search","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C2780873155","wikidata":"https://www.wikidata.org/wiki/Q392811","display_name":"Agent-based model","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.22436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.22436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5495568513870239,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,92],"rapid":[1],"growth":[2],"of":[3,20,133,157],"AI":[4],"agent":[5,31,66,78,95,128,162],"ecosystems":[6],"is":[7,166],"transforming":[8],"how":[9],"complex":[10],"tasks":[11],"are":[12,33],"delegated":[13],"and":[14,36,50,99,107,111,126,136],"executed,":[15],"creating":[16],"a":[17,25,74,120],"new":[18],"challenge":[19],"identifying":[21],"suitable":[22],"agents":[23,88],"for":[24,77],"given":[26],"task.":[27],"Unlike":[28],"traditional":[29],"tools,":[30],"capabilities":[32],"often":[34],"compositional":[35],"execution-dependent,":[37],"making":[38],"them":[39],"difficult":[40],"to":[41],"assess":[42],"from":[43,84],"textual":[44],"descriptions":[45],"alone.":[46],"However,":[47],"existing":[48],"research":[49],"benchmarks":[51],"typically":[52],"assume":[53],"well-specified":[54],"functionalities,":[55],"controlled":[56],"candidate":[57],"pools,":[58],"or":[59],"only":[60],"executable":[61,104],"task":[62,105,109],"queries,":[63],"leaving":[64],"realistic":[65],"search":[67,79,96],"scenarios":[68],"insufficiently":[69],"studied.":[70],"We":[71,139],"introduce":[72],"AgentSearchBench,":[73],"large-scale":[75],"benchmark":[76,93],"in":[80],"the":[81,131,155],"wild,":[82],"built":[83],"nearly":[85],"10,000":[86],"real-world":[87],"across":[89],"multiple":[90],"providers.":[91],"formalizes":[94],"as":[97],"retrieval":[98,135],"reranking":[100,137],"problems":[101],"under":[102],"both":[103],"queries":[106],"high-level":[108],"descriptions,":[110],"evaluates":[112],"relevance":[113],"using":[114],"execution-grounded":[115],"performance":[116],"signals.":[117],"Experiments":[118],"reveal":[119],"consistent":[121],"gap":[122],"between":[123],"semantic":[124],"similarity":[125],"actual":[127],"performance,":[129],"exposing":[130],"limitations":[132],"description-based":[134],"methods.":[138],"further":[140],"show":[141],"that":[142],"lightweight":[143],"behavioral":[144],"signals,":[145],"including":[146],"execution-aware":[147],"probing,":[148],"can":[149],"substantially":[150],"improve":[151],"ranking":[152],"quality,":[153],"highlighting":[154],"importance":[156],"incorporating":[158],"execution":[159],"signals":[160],"into":[161],"discovery.":[163],"Our":[164],"code":[165],"available":[167],"at":[168],"https://github.com/Bingo-W/AgentSearchBench.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-28T00:00:00"}