{"id":"https://openalex.org/W7163676334","doi":"https://doi.org/10.48550/arxiv.2606.05818","title":"Benchmarks in Leipzig","display_name":"Benchmarks in Leipzig","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163676334","doi":"https://doi.org/10.48550/arxiv.2606.05818"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2606.05818","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.05818","pdf_url":"https://arxiv.org/pdf/2606.05818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2606.05818","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137965899","display_name":"Andrei Balakin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balakin, Andrei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083131960","display_name":"Mikl\u00f3s B\u00f3na","orcid":"https://orcid.org/0000-0002-8711-7281","observed_orcids":["https://orcid.org/0000-0002-8711-7281"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"B\u00f3na, Mikl\u00f3s","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072529778","display_name":"Marie-Charlotte Brandenburg","orcid":"https://orcid.org/0000-0002-5721-2325","observed_orcids":["https://orcid.org/0000-0002-5721-2325"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brandenburg, Marie-Charlotte","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137928566","display_name":"Clara Briand","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Briand, Clara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058370992","display_name":"Veronica Calvo Cortes","orcid":"https://orcid.org/0009-0005-3096-7436","observed_orcids":["https://orcid.org/0009-0005-3096-7436"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cortes, Veronica Calvo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137952472","display_name":"Shelby Cox","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cox, Shelby","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055755657","display_name":"Jes\u00fas A. De Loera","orcid":"https://orcid.org/0000-0002-9556-1112","observed_orcids":["https://orcid.org/0000-0002-9556-1112"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De Loera, Jesus A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089284825","display_name":"Danai Deligeorgaki","orcid":"https://orcid.org/0000-0002-7931-8243","observed_orcids":["https://orcid.org/0000-0002-7931-8243"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deligeorgaki, Danai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124756092","display_name":"Hannah Friedman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Friedman, Hannah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137946924","display_name":"Tim Gehrunger","orcid":"https://orcid.org/0009-0007-6819-6141","observed_orcids":["https://orcid.org/0009-0007-6819-6141"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gehrunger, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119730247","display_name":"Chiara Giardino","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giardino, Chiara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013595685","display_name":"Stephen Griffeth","orcid":"https://orcid.org/0000-0002-5615-758X","observed_orcids":["https://orcid.org/0000-0002-5615-758X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Griffeth, Stephen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102634472","display_name":"Baran Hashemi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hashemi, Baran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114633712","display_name":"Elena Hoster","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hoster, Elena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135940676","display_name":"Alexander B. Ivanov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ivanov, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137976925","display_name":"Nupur Jain","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Nupur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092715770","display_name":"Aryaman Jal","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jal, Aryaman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113243459","display_name":"Leonie Kayser","orcid":"https://orcid.org/0000-0002-4749-4920","observed_orcids":["https://orcid.org/0000-0002-4749-4920"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kayser, Leonie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123065995","display_name":"Joris Koefler","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koefler, Joris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159898836","display_name":"Kevin K\u00fchn","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"K\u00fchn, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047589315","display_name":"Mario Kummer","orcid":"https://orcid.org/0000-0001-6378-4808","observed_orcids":["https://orcid.org/0000-0001-6378-4808"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kummer, Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114400045","display_name":"Felix Lotter","orcid":"https://orcid.org/0009-0001-7567-8882","observed_orcids":["https://orcid.org/0009-0001-7567-8882"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lotter, Felix","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004747002","display_name":"Ren\u00e9 Marczinzik","orcid":"https://orcid.org/0000-0003-3380-0453","observed_orcids":["https://orcid.org/0000-0003-3380-0453"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marczinzik, Ren\u00e9","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085804010","display_name":"Victor S. Miller","orcid":"https://orcid.org/0000-0002-8928-1675","observed_orcids":["https://orcid.org/0000-0002-8928-1675"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miller, Victor S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089720550","display_name":"Alejandro H. Morales","orcid":"https://orcid.org/0000-0002-2848-3230","observed_orcids":["https://orcid.org/0000-0002-2848-3230"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morales, Alejandro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049864711","display_name":"Greta Panova","orcid":"https://orcid.org/0000-0003-0785-1580","observed_orcids":["https://orcid.org/0000-0003-0785-1580"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panova, Greta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093382173","display_name":"Gianni Petrella","orcid":"https://orcid.org/0000-0002-6992-9366","observed_orcids":["https://orcid.org/0000-0002-6992-9366"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petrella, Gianni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121861405","display_name":"Nathan Pflueger","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pflueger, Nathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124924817","display_name":"Lakshmi Ramesh","orcid":"https://orcid.org/0009-0004-1788-5017","observed_orcids":["https://orcid.org/0009-0004-1788-5017"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramesh, Lakshmi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138008231","display_name":"Nikolas Rieke","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rieke, Nikolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138008382","display_name":"Carlos Rodriguez","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodriguez, Carlos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137945913","display_name":"Andrea Rosana","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rosana, Andrea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019314955","display_name":"Flavio Salizzoni","orcid":"https://orcid.org/0000-0002-5825-2986","observed_orcids":["https://orcid.org/0000-0002-5825-2986"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salizzoni, Flavio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066461192","display_name":"O. Schmidt","orcid":"https://orcid.org/0009-0000-8761-0706","observed_orcids":["https://orcid.org/0009-0000-8761-0706"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmidt, Otto T. P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137964036","display_name":"Sven Ulf Schmitz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmitz, Sven Ulf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022205694","display_name":"Lina M. Simbaqueba","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marin, Lina Maria Simbaqueba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034482984","display_name":"Luca Sodomaco","orcid":"https://orcid.org/0000-0002-0472-6357","observed_orcids":["https://orcid.org/0000-0002-0472-6357"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sodomaco, Luca","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027940751","display_name":"Christian Stump","orcid":"https://orcid.org/0000-0002-9271-8436","observed_orcids":["https://orcid.org/0000-0002-9271-8436"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stump, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027670183","display_name":"Bernd Sturmfels","orcid":"https://orcid.org/0000-0002-6642-1479","observed_orcids":["https://orcid.org/0000-0002-6642-1479"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sturmfels, Bernd","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089224785","display_name":"Alexander Taveira Blomenhofer","orcid":"https://orcid.org/0000-0002-6554-3140","observed_orcids":["https://orcid.org/0000-0002-6554-3140"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blomenhofer, Alexander Taveira","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059329750","display_name":"Simon Telen","orcid":"https://orcid.org/0000-0002-3459-5845","observed_orcids":["https://orcid.org/0000-0002-3459-5845"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Telen, Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115616809","display_name":"Philipp Tuchel","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tuchel, Philipp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116120454","display_name":"Emil Verkama","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verkama, Emil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056530645","display_name":"Carl Felix Waller","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Waller, Carl Felix","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093426987","display_name":"Julian Weigert","orcid":"https://orcid.org/0009-0001-3576-8699","observed_orcids":["https://orcid.org/0009-0001-3576-8699"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weigert, Julian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137992794","display_name":"Annette Werner","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Werner, Annette","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137965177","display_name":"Nathan Williams","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, Nathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037864965","display_name":"Claudius Zibrowius","orcid":"https://orcid.org/0000-0001-6186-1363","observed_orcids":["https://orcid.org/0000-0001-6186-1363"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zibrowius, Claudius","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.42500001192092896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.42500001192092896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.23559999465942383,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.1632000058889389,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7070000171661377},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.9700000286102295},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.6650000214576721},{"id":"https://openalex.org/keywords/automated-theorem-proving","display_name":"automated theorem proving","score":0.37400001287460327}],"concepts":[{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.5103999972343445},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.44290000200271606},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.41339999437332153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4092999994754791},{"id":"https://openalex.org/C47884741","wikidata":"https://www.wikidata.org/wiki/Q1166618","display_name":"Mathematical logic","level":2,"score":0.3774000108242035},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32179999351501465},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32109999656677246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2418999969959259}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2606.05818","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.05818","pdf_url":"https://arxiv.org/pdf/2606.05818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2606.05818","doi":"https://doi.org/10.48550/arxiv.2606.05818","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2606.05818","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.05818","pdf_url":"https://arxiv.org/pdf/2606.05818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320327897","display_name":"Max-Planck-Institut f\u00fcr Mathematik in den Naturwissenschaften","ror":"https://ror.org/00ez2he07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7163676334.pdf","grobid_xml":"https://content.openalex.org/works/W7163676334.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W4404397121","https://openalex.org/W4415338434","https://openalex.org/W4417301601","https://openalex.org/W7127982409","https://openalex.org/W7152633879"],"related_works":["https://openalex.org/W4417301601","https://openalex.org/W7134222339","https://openalex.org/W7160949525","https://openalex.org/W7148793925","https://openalex.org/W4415338434","https://openalex.org/W7103374186","https://openalex.org/W7133220068","https://openalex.org/W6891891353","https://openalex.org/W4406795972","https://openalex.org/W4404782624"],"abstract_inverted_index":{"Between":[0],"April":[1],"1":[2,156],"and":[3,72,85,110],"May":[4],"15,":[5],"2026,":[6,134],"a":[7,13,65,77,87,137],"group":[8],"of":[9,15,23,56,82,127,145],"49":[10],"mathematicians":[11],"compiled":[12],"dataset":[14],"research-level":[16],"mathematics":[17],"questions":[18,61,98,150],"with":[19,35,80,90,115],"known":[20],"answers.":[21],"Most":[22],"the":[24,29,39,46,53,123,142],"work":[25],"was":[26],"done":[27],"during":[28],"three-day":[30],"workshop":[31],"Benchmarks":[32],"in":[33,45,48,62,140],"Leipzig":[34],"35":[36],"participants":[37],"at":[38],"Max":[40],"Planck":[41],"Institute":[42],"for":[43],"Mathematics":[44],"Sciences":[47],"Leipzig,":[49],"Germany.":[50],"We":[51,58],"present":[52],"resulting":[54],"collection":[55],"100~questions.":[57],"evaluated":[59],"these":[60,83],"three":[63,81],"stages:":[64],"single":[66],"attempt":[67,89],"by":[68,76],"five":[69],"state-of-the-art":[70],"LLMs":[71,128],"their":[73],"predecessors,":[74],"followed":[75],"20-runs-per-model":[78],"evaluation":[79],"models,":[84],"finally":[86],"3-run":[88],"two":[91],"heavy-thinking":[92],"models.":[93],"After":[94],"Stage":[95,103,113],"1,":[96],"41":[97],"remained":[99],"completely":[100],"unsolved;":[101],"after":[102,153],"2,":[104],"this":[105],"count":[106],"dropped":[107],"to":[108],"16;":[109],"we":[111,135],"concluded":[112],"3":[114],"only":[116,155],"2":[117],"unsolved":[118],"questions.":[119],"This":[120],"demonstrates":[121],"that":[122],"mathematical":[124],"reasoning":[125],"capabilities":[126],"are":[129],"becoming":[130],"impressive.":[131],"In":[132],"September":[133],"added":[136],"fourth":[138],"stage":[139],"which":[141,154],"next":[143],"generation":[144],"models":[146],"attempted":[147],"all":[148],"100":[149],"once":[151],"more,":[152],"question":[157],"remains":[158],"unsolved.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-06-06T00:00:00"}