{"id":"https://openalex.org/W7160949525","doi":"https://doi.org/10.48550/arxiv.2605.09063","title":"Soohak: A Mathematician-Curated Benchmark for Evaluating Research-level Math Capabilities of LLMs","display_name":"Soohak: A Mathematician-Curated Benchmark for Evaluating Research-level Math Capabilities of LLMs","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160949525","doi":"https://doi.org/10.48550/arxiv.2605.09063"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09063","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09063","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09063","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028962243","display_name":"Guijin Son","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Son, Guijin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014381991","display_name":"Seungone Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Seungone","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135944805","display_name":"Catherine Arnett","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arnett, Catherine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088036513","display_name":"Hyunwoo Ko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ko, Hyunwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135939281","display_name":"Hyein Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135959413","display_name":"Hyeonah Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Hyeonah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135975322","display_name":"Jiang Longxi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Longxi, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135911018","display_name":"Jin Yun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun, Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135966030","display_name":"JungYup Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, JungYup","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135943915","display_name":"Kyungmin Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Kyungmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135947015","display_name":"Sam Yoosuk Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Sam Yoosuk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135998986","display_name":"Sang Yeob Park","orcid":"https://orcid.org/0000-0002-3820-5656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Sang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135925473","display_name":"Seunghyeok Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Seunghyeok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135971163","display_name":"SeungJae Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, SeungJae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135929326","display_name":"Seungyeop Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Seungyeop","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046526356","display_name":"Shinae Shin","orcid":"https://orcid.org/0000-0002-4305-6456"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Shinae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135926338","display_name":"SunHye Bok","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bok, SunHye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135934701","display_name":"Sunyoung Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Sunyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135976494","display_name":"Yonghoon Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Yonghoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135966131","display_name":"Youngtaek Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Youngtaek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103618334","display_name":"Hanearl Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Hanearl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127816093","display_name":"Akari Asai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asai, Akari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135986477","display_name":"Graham Neubig","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neubig, Graham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135954575","display_name":"Sean Welleck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Welleck, Sean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135980641","display_name":"Youngjae Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Youngjae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135921200","display_name":"Akshelin R","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R, Akshelin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135940676","display_name":"Alexander B. Ivanov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ivanov, Alexander B.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135930988","display_name":"Boboev Muhammadjon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammadjon, Boboev","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101346147","display_name":"Chaeyoung Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Chae Young","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027940751","display_name":"Christian Stump","orcid":"https://orcid.org/0000-0002-9271-8436"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stump, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123193067","display_name":"Dmitrii Karp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anderson, Cooper R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135918979","display_name":"Dohyun Kwon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karp, Dmitrii","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110770975","display_name":"DoYong Kwon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, Dohyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053538103","display_name":"Duk\u2010Soon Oh","orcid":"https://orcid.org/0000-0002-6583-0967"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Dongryung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081575220","display_name":"Giovanni Resta","orcid":"https://orcid.org/0000-0003-1315-2700"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, DoYong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135368743","display_name":"Greta Panova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Duk-Soon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135936571","display_name":"Huiyun Noh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Eunho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022148779","display_name":"Hyungryul Baik","orcid":"https://orcid.org/0000-0002-3283-7345"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Resta, Giovanni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135933074","display_name":"Hyungsun Bae","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panova, Greta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135961042","display_name":"Inomov Mashrafdzhon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Noh, Huiyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135924698","display_name":"Jeewon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baik, Hyungryul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135984290","display_name":"Ji Hyun Lee","orcid":"https://orcid.org/0000-0002-8120-638X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bae, Hyungsun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390370","display_name":"Jiaqi Liu","orcid":"https://orcid.org/0000-0002-8927-8003"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mashrafdzhon, Inomov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058572236","display_name":"Jieui Kang","orcid":"https://orcid.org/0009-0000-7691-0930"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jeewon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362177","display_name":"Jimin Kim","orcid":"https://orcid.org/0000-0003-2996-5554"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jeong-Rae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030848630","display_name":"Jon-Lark Kim","orcid":"https://orcid.org/0000-0002-0517-9359"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Ji Eun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135916051","display_name":"Junseo Yoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135943958","display_name":"Junwoo Jo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Jieui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135928527","display_name":"Kibeom Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jimin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033820781","display_name":"Kiwoon Kwon","orcid":"https://orcid.org/0000-0003-0171-7911"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jon-Lark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047589315","display_name":"Mario Kummer","orcid":"https://orcid.org/0000-0001-6378-4808"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Won, Joonyeong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032359533","display_name":"Max Mercer","orcid":"https://orcid.org/0009-0008-7794-3599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Junseo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135972592","display_name":"Minjun Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo, Junwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135909795","display_name":"Nahyun Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Kibeom","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135923662","display_name":"Ng Ze-An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, Kiwoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135964831","display_name":"Rafa\u0142 Marcin \u0141ochowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kummer, Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135985868","display_name":"Rapha\u00ebl Lachi\u00e8ze-Rey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mercer, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058603412","display_name":"Ruichen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Min Hoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135993004","display_name":"Sejin Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Minjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135946962","display_name":"Seonguk Seo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Nahyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019373060","display_name":"Shin Jaehoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ze-An, Ng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135949905","display_name":"Sunatullo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Libedinsky, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049104150","display_name":"Taewoong Eom","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u0141ochowski, Rafa\u0142 Marcin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135951214","display_name":"Yeachan Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lachi\u00e8ze-Rey, Rapha\u00ebl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135960912","display_name":"Yongseok Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Auffarth, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101236542","display_name":"Youchan Oh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135955482","display_name":"Zhaoyang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Sejin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135916554","display_name":"Zolt\u00e1n Kov\u00e1cs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seo, Seonguk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jaehoon, Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaehoon, Shin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sunatullo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sunatullo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Eom, Taewoong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eom, Taewoong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Park, Yeachan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Yeachan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jang, Yongseok","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Yongseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Oh, Youchan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Youchan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Zhaoyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Kov\u00e1cs, Zolt\u00e1n","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kov\u00e1cs, Zolt\u00e1n","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":76,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.7103999853134155,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.7103999853134155,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12170","display_name":"History and Theory of Mathematics","score":0.03189999982714653,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.030700000002980232,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8589000105857849},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.8068000078201294},{"id":"https://openalex.org/keywords/efficient-frontier","display_name":"Efficient frontier","score":0.5921000242233276},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4334999918937683},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4309000074863434},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.29109999537467957}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8589000105857849},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.8068000078201294},{"id":"https://openalex.org/C51485801","wikidata":"https://www.wikidata.org/wiki/Q16966861","display_name":"Efficient frontier","level":3,"score":0.5921000242233276},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5231000185012817},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.34049999713897705},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32199999690055847},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.29910001158714294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29820001125335693},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.29809999465942383},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C521332185","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogy","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09063","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09063","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09063","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09063","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5899838805198669}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Following":[0],"the":[1,8,13,18,42,104,190,206],"recent":[2],"achievement":[3],"of":[4,44,82],"gold-medal":[5],"performance":[6],"on":[7],"IMO":[9],"by":[10,96],"frontier":[11,43,84,107],"LLMs,":[12],"community":[14],"is":[15],"searching":[16],"for":[17,24],"next":[19],"meaningful":[20],"and":[21,69,74,112,117,131,157],"challenging":[22],"target":[23,179],"measuring":[25],"LLM":[26],"reasoning.":[27],"Whereas":[28],"olympiad-style":[29],"problems":[30,36,61,156],"measure":[31],"step-by-step":[32],"reasoning":[33,39],"alone,":[34],"research-level":[35,54],"use":[37],"such":[38,60,127],"to":[40,64,151],"advance":[41],"mathematical":[45],"knowledge":[46],"itself,":[47],"emerging":[48],"as":[49,128,175],"a":[50,89,143,148,176],"compelling":[51],"alternative.":[52],"Yet":[53],"math":[55],"benchmarks":[56],"remain":[57,133],"scarce":[58],"because":[59],"are":[62],"difficult":[63],"source":[65],"(e.g.,":[66],"Riemann":[67],"Bench":[68],"FrontierMath-Tier":[70],"4":[71],"contain":[72],"25":[73],"50":[75],"problems,":[76],"respectively).":[77],"To":[78,187],"support":[79],"reliable":[80],"evaluation":[81],"next-generation":[83],"models,":[85],"we":[86],"introduce":[87],"Soohak,":[88],"439-problem":[90],"benchmark":[91],"newly":[92],"authored":[93],"from":[94],"scratch":[95],"64":[97],"mathematicians.":[98],"Soohak":[99,141],"comprises":[100],"two":[101],"subsets.":[102],"On":[103,166],"Challenge":[105],"subset,":[106,168],"models":[108,126,182],"including":[109],"Gemini-3-Pro,":[110],"GPT-5,":[111],"Claude-Opus-4.5":[113],"reach":[114],"30.4%,":[115],"26.4%,":[116],"10.4%":[118],"respectively,":[119],"leaving":[120],"substantial":[121],"headroom,":[122],"while":[123],"leading":[124],"open-weight":[125],"Qwen3-235B,":[129],"GPT-OSS-120B,":[130],"Kimi-2.5":[132],"below":[134],"15%.":[135],"Notably,":[136],"beyond":[137],"standard":[138],"problem":[139],"solving,":[140],"introduces":[142],"refusal":[144,174],"subset":[145],"that":[146,180],"probes":[147],"capability":[149],"intrinsic":[150],"research":[152],"mathematics:":[153],"recognizing":[154],"ill-posed":[155],"pausing":[158],"rather":[159],"than":[160],"producing":[161],"confident":[162],"but":[163],"unjustified":[164],"answers.":[165],"this":[167],"no":[169],"model":[170,200],"exceeds":[171],"50%,":[172],"identifying":[173],"new":[177],"optimization":[178],"current":[181],"do":[183],"not":[184],"directly":[185],"address.":[186],"prevent":[188],"contamination,":[189],"dataset":[191],"will":[192],"be":[193],"publicly":[194],"released":[195],"in":[196,205],"late":[197],"2026,":[198],"with":[199],"evaluations":[201],"available":[202],"upon":[203],"request":[204],"interim.":[207]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-13T00:00:00"}