{"id":"https://openalex.org/W7129079999","doi":"https://doi.org/10.48550/arxiv.2602.12670","title":"SkillsBench: Benchmarking How Well Agent Skills Work Across Diverse Tasks","display_name":"SkillsBench: Benchmarking How Well Agent Skills Work Across Diverse Tasks","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7129079999","doi":"https://doi.org/10.48550/arxiv.2602.12670"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2602.12670","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.12670","pdf_url":"https://arxiv.org/pdf/2602.12670","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2602.12670","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126136396","display_name":"Xiangyi Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Xiangyi","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133209021","display_name":"Yimin Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Yimin","raw_affiliation_strings":["Ohio State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137385303","display_name":"Wenbo Chen","orcid":"https://orcid.org/0009-0007-4275-4061","observed_orcids":["https://orcid.org/0009-0007-4275-4061"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen, Wenbo","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126135441","display_name":"Bingran You","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"You, Bingran","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014510735","display_name":"Zonglin Di","orcid":"https://orcid.org/0000-0002-3875-2676","observed_orcids":["https://orcid.org/0000-0002-3875-2676"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Di, Zonglin","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126104042","display_name":"Yifeng He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]},{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He, Yifeng","raw_affiliation_strings":["Carnegie Mellon University","UC Davis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"UC Davis","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126146773","display_name":"Shenghan Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng, Shenghan","raw_affiliation_strings":["Dartmouth College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065435916","display_name":"Kyoung Whan Choe","orcid":"https://orcid.org/0000-0002-2138-9807","observed_orcids":["https://orcid.org/0000-0002-2138-9807"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choe, Kyoung Whan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126129217","display_name":"Jiankai Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sun, Jiankai","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126092630","display_name":"Shuyi Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Shuyi","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103491631","display_name":"C. Tao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Chujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034703915","display_name":"Binxu Li","orcid":"https://orcid.org/0009-0001-8044-591X","observed_orcids":["https://orcid.org/0009-0001-8044-591X"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Binxu","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123536157","display_name":"Xuandong Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao, Xuandong","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108324373","display_name":"Hejia Geng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geng, Hejia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137013765","display_name":"Xiaojun Wu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xiaojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136736107","display_name":"Junwei Zhou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Junwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126098387","display_name":"Xiaokun Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen, Xiaokun","raw_affiliation_strings":["Stanford Uni- versity"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford Uni- versity","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129877491","display_name":"Hanwen Xing","orcid":"https://orcid.org/0009-0002-3481-1146","observed_orcids":["https://orcid.org/0009-0002-3481-1146"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]},{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]},{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xing, Hanwen","raw_affiliation_strings":["Independent 10 Princeton University","Michigan State University 20 UT Austin 21 UC San Diego 22"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Michigan State University 20 UT Austin 21 UC San Diego 22","institution_ids":["https://openalex.org/I36258959","https://openalex.org/I86519309","https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138819200","display_name":"Yubo Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Yubo","raw_affiliation_strings":["Boston University 14 Zenity 15","Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111168049","display_name":"Qunhong Zeng","orcid":"https://orcid.org/0009-0000-4034-2492","observed_orcids":["https://orcid.org/0009-0000-4034-2492"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeng, Qunhong","raw_affiliation_strings":["Beijing Institute of Tech- nology 12 Foxconn 13"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Tech- nology 12 Foxconn 13","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139162135","display_name":"Di Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Di","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123491782","display_name":"Yuanli Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Yuanli","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128719336","display_name":"Roey Ben Chaim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaim, Roey Ben","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076019505","display_name":"Penghao Jiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Penghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126106787","display_name":"Haotian Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shen, Haotian","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128754863","display_name":"Luyang Kong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kong, Luyang","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146789112","display_name":"Xinyi Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Xinyi","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042205793","display_name":"Runhui Wang","orcid":"https://orcid.org/0000-0003-0823-5982","observed_orcids":["https://orcid.org/0000-0003-0823-5982"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Runhui","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005915688","display_name":"Xuanqing Liu","orcid":"https://orcid.org/0000-0002-0328-6708","observed_orcids":["https://orcid.org/0000-0002-0328-6708"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Xuanqing","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005915688","display_name":"Xuanqing Liu","orcid":"https://orcid.org/0000-0002-0328-6708","observed_orcids":["https://orcid.org/0000-0002-0328-6708"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Jiachen","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126123294","display_name":"Xin Lan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lan, Xin","raw_affiliation_strings":["UC Santa Cruz 16 USC 17 ByteDance 18 UT Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Santa Cruz 16 USC 17 ByteDance 18 UT Dallas","institution_ids":["https://openalex.org/I162577319","https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768194","display_name":"Yueqian Lin","orcid":"https://orcid.org/0000-0003-1473-8981","observed_orcids":["https://orcid.org/0000-0003-1473-8981"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin, Yueqian","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128749802","display_name":"Wengao Ye","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ye, Wengao","raw_affiliation_strings":["Columbia Univer- sity"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia Univer- sity","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083619364","display_name":"Junwei He","orcid":"https://orcid.org/0000-0002-5109-2270","observed_orcids":["https://orcid.org/0000-0002-5109-2270"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He, Junwei","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128785989","display_name":"Songlin Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Songlin","raw_affiliation_strings":["Stanford Uni- versity"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford Uni- versity","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146597203","display_name":"Yue Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Zhang, Yue","raw_affiliation_strings":["Boston University 14 Zenity 15","University of Oxford "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"University of Oxford ","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068481484","display_name":"Yipeng Gao","orcid":"https://orcid.org/0009-0009-6784-6944","observed_orcids":["https://orcid.org/0009-0009-6784-6944"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gao, Yipeng","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146598759","display_name":"Yijiang Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Yijiang","raw_affiliation_strings":["Boston University 14 Zenity 15","Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126103341","display_name":"Ze Ma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ma, Ze","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134194246","display_name":"Liqiang Jing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing, Liqiang","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146714035","display_name":"Tianyu Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Tianyu","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144152827","display_name":"Kaixin Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Kaixin","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126169199","display_name":"Yiqi Xue","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xue, Yiqi","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077368865","display_name":"Haoran Lyu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lyu, Haoran","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004722260","display_name":"Yizhuo He","orcid":"https://orcid.org/0000-0001-7142-5338","observed_orcids":["https://orcid.org/0000-0001-7142-5338"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]},{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He, Yizhuo","raw_affiliation_strings":["Carnegie Mellon University","UC Davis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"UC Davis","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138821731","display_name":"Yuchen Tian","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146923532","display_name":"Shutong Wu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shutong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100661566","display_name":"Bowei Wang","orcid":"https://orcid.org/0009-0000-2578-8138","observed_orcids":["https://orcid.org/0009-0000-2578-8138"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146856020","display_name":"Yixuan Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gao, Yixuan","raw_affiliation_strings":["Boston University 14 Zenity 15"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University 14 Zenity 15","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146836545","display_name":"Bo Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134422888","display_name":"Litong Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Litong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146664251","display_name":"Sikai Cheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Sikai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133229058","display_name":"Jiajun Bao","orcid":"https://orcid.org/0009-0001-0344-8527","observed_orcids":["https://orcid.org/0009-0001-0344-8527"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091230757","display_name":"Shuaicheng Tong","orcid":"https://orcid.org/0009-0002-4888-4450","observed_orcids":["https://orcid.org/0009-0002-4888-4450"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Shuaicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138351336","display_name":"Shuwen Xu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Shuwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082624117","display_name":"Terry Yue Zhuo","orcid":"https://orcid.org/0000-0002-5760-5188","observed_orcids":["https://orcid.org/0000-0002-5760-5188"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo, Terry Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037791128","display_name":"Tinghan Ye","orcid":"https://orcid.org/0000-0001-6369-4554","observed_orcids":["https://orcid.org/0000-0001-6369-4554"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Tinghan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146762552","display_name":"Qi Qi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146754628","display_name":"Miao Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Miao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069508310","display_name":"Longtai Liao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Longtai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073375553","display_name":"Zelin Tan","orcid":"https://orcid.org/0000-0001-5736-8218","observed_orcids":["https://orcid.org/0000-0001-5736-8218"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Zelin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138772165","display_name":"Chang Shi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029138996","display_name":"Xilin Tang","orcid":"https://orcid.org/0009-0000-1270-1056","observed_orcids":["https://orcid.org/0009-0000-1270-1056"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Xilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051955875","display_name":"Srinath Tankasala","orcid":"https://orcid.org/0000-0001-5647-9039","observed_orcids":["https://orcid.org/0000-0001-5647-9039"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tankasala, Srinath","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113141050","display_name":"Boqin Yuan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Boqin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138776696","display_name":"Yaoyao Qian","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Yaoyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082583725","display_name":"Jianhong Tu","orcid":"https://orcid.org/0009-0001-1554-1614","observed_orcids":["https://orcid.org/0009-0001-1554-1614"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Jianhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130402379","display_name":"Chenguang Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chenguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126252841","display_name":"Yizhou Sun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392089","display_name":"Wei William Wang","orcid":"https://orcid.org/0000-0002-8180-2886","observed_orcids":["https://orcid.org/0000-0002-8180-2886","https://orcid.org/0000-0002-1717-5785","https://orcid.org/0000-0002-5934-4268","https://orcid.org/0000-0003-2153-9075","https://orcid.org/0000-0002-4585-4152","https://orcid.org/0000-0003-2262-2508"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138827461","display_name":"Aaron Taylor","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor, Aaron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029661948","display_name":"Ziyue Yang","orcid":"https://orcid.org/0000-0002-1658-0260","observed_orcids":["https://orcid.org/0000-0002-1658-0260","https://orcid.org/0009-0004-6196-9293"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Ziyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133260612","display_name":"Changkun Guan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Changkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138824144","display_name":"Zhikang Dong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Zhikang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147433544","display_name":"Xinyu Zhang","orcid":"https://orcid.org/0000-0002-6829-4522","observed_orcids":["https://orcid.org/0000-0002-6829-4522"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123537401","display_name":"Steven Dillmann","orcid":"https://orcid.org/0000-0002-4773-1463","observed_orcids":["https://orcid.org/0000-0002-4773-1463"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dillmann, Steven","raw_affiliation_strings":["Stanford Uni- versity"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford Uni- versity","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126080046","display_name":"Han-chung Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Han-chung","raw_affiliation_strings":["Independent 10 Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent 10 Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5146674034","display_name":"Dawn Song","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Dawn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":18,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":396,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.2897999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.2897999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2425999939441681,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.10750000178813934,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agent-skills","display_name":"agent skills","score":0.9079999923706055},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8289999961853027},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.7409999966621399},{"id":"https://openalex.org/keywords/model-size","display_name":"model size","score":0.36899998784065247}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7749999761581421},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6712999939918518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6218000054359436},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6176999807357788},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5489000082015991},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.506600022315979},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4828999936580658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40070000290870667},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3937000036239624},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3686000108718872},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3425000011920929},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3345000147819519},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.329800009727478},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2890999913215637},{"id":"https://openalex.org/C124469403","wikidata":"https://www.wikidata.org/wiki/Q1813993","display_name":"Procedural knowledge","level":3,"score":0.27379998564720154}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2602.12670","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.12670","pdf_url":"https://arxiv.org/pdf/2602.12670","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2602.12670","doi":"https://doi.org/10.48550/arxiv.2602.12670","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.12670","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2602.12670","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.12670","pdf_url":"https://arxiv.org/pdf/2602.12670","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7129079999.pdf","grobid_xml":"https://content.openalex.org/works/W7129079999.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W3195140297","https://openalex.org/W4322718191","https://openalex.org/W4378505261","https://openalex.org/W4385682136","https://openalex.org/W4387430850","https://openalex.org/W4402502904","https://openalex.org/W7102408814","https://openalex.org/W7125193990"],"related_works":["https://openalex.org/W7165018355","https://openalex.org/W7162330764","https://openalex.org/W7196957808","https://openalex.org/W7151497062","https://openalex.org/W7204247443","https://openalex.org/W7165622096","https://openalex.org/W7164182320","https://openalex.org/W7129059528","https://openalex.org/W7160518234","https://openalex.org/W7203627230"],"abstract_inverted_index":{"Agent":[0],"Skills":[1,49,72,98,113],"are":[2],"structured":[3],"packages":[4],"of":[5,130],"procedural":[6],"knowledge":[7],"that":[8],"augment":[9],"large":[10],"language":[11],"model":[12],"(LLM)":[13],"agents":[14],"at":[15,100],"inference":[16],"time.":[17],"Despite":[18],"rapid":[19],"adoption,":[20],"there":[21],"is":[22],"no":[23],"standard":[24],"way":[25],"to":[26,80,94],"measure":[27],"whether":[28],"they":[29],"actually":[30],"help.":[31],"We":[32],"present":[33],"SkillsBench,":[34],"a":[35],"benchmark":[36,60],"whose":[37],"current":[38],"inventory":[39],"contains":[40],"87":[41],"tasks":[42],"across":[43],"8":[44],"domains":[45],"paired":[46,122],"with":[47,88,99,112],"curated":[48],"and":[50,64,109],"deterministic":[51],"verifiers.":[52],"Our":[53],"latest":[54],"aggregate":[55],"evaluation":[56,123],"runs":[57],"the":[58,74,125],"87-task":[59],"under":[61],"matched":[62],"no-Skills":[63],"curated-Skills":[65],"conditions":[66],"for":[67,127],"18":[68],"model-harness":[69],"configurations.":[70],"Curated":[71],"raise":[73],"average":[75],"pass":[76],"rate":[77],"from":[78,92],"33.9%":[79],"50.5%":[81],"(+16.6":[82],"percentage":[83],"points;":[84],"25.5%":[85],"normalized":[86],"gain),":[87],"configuration-level":[89],"gains":[90],"ranging":[91],"+4.1":[93],"+25.7":[95],"pp.":[96],"Focused":[97],"most":[101],"three":[102],"modules":[103],"outperform":[104],"larger":[105,116],"or":[106],"exhaustive":[107],"bundles,":[108],"smaller":[110],"models":[111,117],"can":[114],"match":[115],"without":[118],"them.":[119],"SkillsBench":[120],"establishes":[121],"as":[124],"foundation":[126],"rigorous":[128],"measurement":[129],"Skill":[131],"efficacy":[132],"on":[133],"agentic,":[134],"expertise-heavy":[135],"work.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":395},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-02-17T00:00:00"}