{"id":"https://openalex.org/W7164577541","doi":"https://doi.org/10.48550/arxiv.2606.12736","title":"Benchmarking AI Agents for Addressing Scientific Challenges Across Scales","display_name":"Benchmarking AI Agents for Addressing Scientific Challenges Across Scales","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164577541","doi":"https://doi.org/10.48550/arxiv.2606.12736"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12736","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138539798","display_name":"Tianyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087779128","display_name":"A F Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Allen Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133395280","display_name":"Antonia Panescu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panescu, Antonia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138536603","display_name":"Lisa Xinyi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lisa Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138510950","display_name":"Wenxin Long","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Long, Wenxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138533438","display_name":"Xinyu Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134241046","display_name":"Yueqian Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Yueqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133131673","display_name":"Ziyao Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Ziyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138515861","display_name":"Jihang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133023958","display_name":"Sihan Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Sihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138547910","display_name":"Ziqing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138530178","display_name":"Siyi Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Siyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138500555","display_name":"Siyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Siyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138549511","display_name":"Xinyang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xinyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138486615","display_name":"Haoran Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015286750","display_name":"Lei Xu","orcid":"https://orcid.org/0009-0003-1055-9318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Leqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102234612","display_name":"Wangjie Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Wangjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113230105","display_name":"Zhiyuan Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111010505","display_name":"Ada Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Ada","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138487364","display_name":"Botao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Botao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138527189","display_name":"Kunyang Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Kunyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138529405","display_name":"Rex Ying","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying, Rex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138546028","display_name":"Arman Cohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohan, Arman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138513349","display_name":"Qingyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089400160","display_name":"Lingzhou Xue","orcid":"https://orcid.org/0000-0002-8252-0637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Lingzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138552105","display_name":"Kaize Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Kaize","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138544710","display_name":"Yuanqi Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yuanqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138506076","display_name":"Wengong Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Wengong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138518988","display_name":"Zhuoran Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhuoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138522154","display_name":"Marinka Zitnik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zitnik, Marinka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138499705","display_name":"James Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138509164","display_name":"Hua Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003608372","display_name":"Hongyun Zhao","orcid":"https://orcid.org/0000-0002-1251-3888"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Hongyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.18809999525547028,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.18809999525547028,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1565999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.14329999685287476,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7793999910354614},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5964000225067139},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5407000184059143},{"id":"https://openalex.org/keywords/scientific-reasoning","display_name":"Scientific reasoning","score":0.3513000011444092},{"id":"https://openalex.org/keywords/scientific-literature","display_name":"Scientific literature","score":0.33959999680519104},{"id":"https://openalex.org/keywords/scientific-progress","display_name":"Scientific progress","score":0.335099995136261}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7793999910354614},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6385999917984009},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5964000225067139},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5457000136375427},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4361000061035156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35920000076293945},{"id":"https://openalex.org/C2992562121","wikidata":"https://www.wikidata.org/wiki/Q3817808","display_name":"Scientific reasoning","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C23213167","wikidata":"https://www.wikidata.org/wiki/Q2351730","display_name":"Scientific progress","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C2984917352","wikidata":"https://www.wikidata.org/wiki/Q12772819","display_name":"Scientific discovery","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26420000195503235},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.26339998841285706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,24,66,96,178],"agents":[1,25,67,105,131,156,179,189],"are":[2,121],"increasingly":[3],"being":[4],"developed":[5],"to":[6,46,109,133],"accelerate":[7],"scientific":[8,36,41,70,129,166,194],"discovery,":[9],"yet":[10],"their":[11,124,162],"practical":[12,172],"capabilities":[13],"in":[14,68,177],"real":[15],"research":[16,45,71,147],"settings":[17],"remain":[18],"poorly":[19],"understood.":[20],"Existing":[21],"benchmarks":[22,39],"for":[23,40,54,64,93,145,160,174,180,183],"rarely":[26],"capture":[27],"the":[28,115,185],"complexity,":[29],"heterogeneity,":[30],"and":[31,50,88,118,141,157,165,182,199],"extended":[32],"reasoning":[33],"required":[34],"by":[35],"work,":[37],"whereas":[38],"tasks":[42,84],"often":[43],"reduce":[44],"static,":[47],"direct":[48],"problems":[49],"provide":[51],"limited":[52],"support":[53],"interactive":[55],"evaluation.":[56],"Here,":[57],"we":[58,101],"introduce":[59],"SciAgentArena,":[60],"a":[61,171],"systematic":[62],"benchmark":[63],"evaluating":[65],"real-world":[69],"scenarios":[72],"drawn":[73],"from":[74],"emerging":[75],"needs":[76],"across":[77,128,155],"multiple":[78],"domains.":[79],"SciAgentArena":[80,169],"comprises":[81],"approximately":[82],"200":[83],"with":[85],"stepwise":[86],"verification":[87],"an":[89],"interactive,":[90],"agent-agnostic":[91],"environment":[92],"assessing":[94],"diverse":[95],"agents.":[97],"Using":[98],"this":[99,205],"benchmark,":[100],"find":[102],"that":[103],"current":[104],"can":[106,201],"contribute":[107],"effectively":[108],"well-specified":[110],"data-analysis":[111],"workflows,":[112],"particularly":[113],"when":[114],"task":[116],"structure":[117],"evaluation":[119],"criteria":[120],"clear.":[122],"However,":[123],"performance":[125],"remains":[126],"uneven":[127],"contexts:":[130],"struggle":[132],"generate":[134],"genuinely":[135],"novel":[136],"insights,":[137],"sustain":[138],"self-directed":[139],"exploration,":[140],"formulate":[142],"robust":[143],"solutions":[144],"open-ended":[146],"questions.":[148],"We":[149],"further":[150],"characterize":[151],"common":[152],"failure":[153],"modes":[154],"identify":[158],"opportunities":[159],"improving":[161],"reliability,":[163],"autonomy,":[164],"reasoning.":[167],"Together,":[168],"provides":[170],"framework":[173],"measuring":[175],"progress":[176],"science":[181],"guiding":[184],"design":[186],"of":[187,191],"future":[188],"capable":[190],"addressing":[192],"complex":[193],"challenges.":[195],"Full":[196],"codes,":[197],"tasks,":[198],"datasets":[200],"be":[202],"accessed":[203],"via":[204],"link:":[206],"https://sciagentarena.github.io/.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-13T00:00:00"}