{"id":"https://openalex.org/W7133999128","doi":"https://doi.org/10.48550/arxiv.2603.03761","title":"AgentSelect: Benchmark for Narrative Query-to-Agent Recommendation","display_name":"AgentSelect: Benchmark for Narrative Query-to-Agent Recommendation","publication_year":2026,"publication_date":"2026-03-04","ids":{"openalex":"https://openalex.org/W7133999128","doi":"https://doi.org/10.48550/arxiv.2603.03761"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.03761","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128133375","display_name":"Yunxiao Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yunxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128217977","display_name":"Wujiang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Wujiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128193981","display_name":"Tingwei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tingwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shang, Haoning","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Haoning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128189845","display_name":"Ling Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111232262","display_name":"Yunfeng Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Yunfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128207555","display_name":"Zhuo Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010907570","display_name":"Xing Zi","orcid":"https://orcid.org/0009-0001-4265-2205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zi, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128175913","display_name":"Dimitris N. Metaxas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Metaxas, Dimitris N.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128150842","display_name":"Min Xu (15203)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26156786,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14239999651908875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14239999651908875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0997999981045723,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.05550000071525574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7416999936103821},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.677299976348877},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6312999725341797},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6208999752998352},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5756000280380249},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5439000129699707},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5231999754905701},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4797999858856201},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.46070000529289246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7626000046730042},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7416999936103821},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.677299976348877},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6312999725341797},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6208999752998352},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5231999754905701},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4797999858856201},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.46070000529289246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44429999589920044},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3197999894618988},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.28200000524520874},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C2780873155","wikidata":"https://www.wikidata.org/wiki/Q392811","display_name":"Agent-based model","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2574000060558319}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.03761","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.03761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.03761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.03761","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.5431565642356873,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,28],"agents":[1],"are":[2,156],"rapidly":[3],"becoming":[4],"the":[5,12,193,212],"practical":[6],"interface":[7],"for":[8,56,200],"task":[9],"automation,":[10],"yet":[11],"ecosystem":[13],"lacks":[14],"a":[15,47,65,69,77,124,178,205],"principled":[16],"way":[17],"to":[18,58,131,177,208],"choose":[19],"among":[20],"an":[21,187],"exploding":[22],"space":[23],"of":[24],"deployable":[25,105],"configurations.":[26],"Existing":[27],"leaderboards":[29],"and":[30,37,43,90,107,118,142,165,197,210],"tool/agent":[31],"benchmarks":[32],"evaluate":[33],"components":[34],"in":[35],"isolation":[36],"remain":[38],"fragmented":[39],"across":[40],"tasks,":[41],"metrics,":[42],"candidate":[44],"pools,":[45],"leaving":[46],"critical":[48],"research":[49],"gap:":[50],"there":[51],"is":[52,146],"little":[53],"query-conditioned":[54],"supervision":[55],"learning":[57],"recommend":[59],"end-to-end":[60],"agent":[61,81,180,201,214],"configurations":[62],"that":[63,79,151],"couple":[64],"backbone":[66],"model":[67],"with":[68,75],"toolkit.":[70],"We":[71,148],"address":[72],"this":[73],"gap":[74],"AgentSelect,":[76],"benchmark":[78],"reframes":[80],"selection":[82],"as":[83],"narrative":[84],"query-to-agent":[85],"recommendation":[86],"over":[87,168],"capability":[88,144],"profiles":[89],"systematically":[91],"converts":[92],"heterogeneous":[93],"evaluation":[94,198],"artifacts":[95],"into":[96],"unified,":[97],"positive-only":[98],"interaction":[99,109],"data.":[100],"AgentSelectcomprises":[101],"111,179":[102],"queries,":[103],"107,721":[104],"agents,":[106],"251,103":[108],"records":[110],"aggregated":[111],"from":[112,127],"40+":[113],"sources,":[114],"spanning":[115],"LLM-only,":[116],"toolkit-only,":[117],"compositional":[119,154],"agents.":[120],"Our":[121],"analyses":[122],"reveal":[123],"regime":[125],"shift":[126],"dense":[128],"head":[129],"reuse":[130],"long-tail,":[132],"near":[133],"one-off":[134],"supervision,":[135],"where":[136],"popularity-based":[137],"CF/GNN":[138],"methods":[139],"become":[140],"fragile":[141],"content-aware":[143],"matching":[145],"essential.":[147],"further":[149],"show":[150],"Part~III":[152],"synthesized":[153],"interactions":[155],"learnable,":[157],"induce":[158],"capability-sensitive":[159],"behavior":[160],"under":[161],"controlled":[162],"counterfactual":[163],"edits,":[164],"improve":[166],"coverage":[167],"realistic":[169],"compositions;":[170],"models":[171],"trained":[172],"on":[173,186],"AgentSelect":[174,191],"also":[175],"transfer":[176],"public":[179],"marketplace":[181],"(MuleRun),":[182],"yielding":[183],"consistent":[184],"gains":[185],"unseen":[188],"catalog.":[189],"Overall,":[190],"provides":[192],"first":[194],"unified":[195],"data":[196],"infrastructure":[199],"recommendation,":[202],"which":[203],"establishes":[204],"reproducible":[206],"foundation":[207],"study":[209],"accelerate":[211],"emerging":[213],"ecosystem.":[215]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-06T00:00:00"}