{"id":"https://openalex.org/W7148793925","doi":"https://doi.org/10.48550/arxiv.2604.01754","title":"LiveMathematicianBench: A Live Benchmark for Mathematician-Level Reasoning with Proof Sketches","display_name":"LiveMathematicianBench: A Live Benchmark for Mathematician-Level Reasoning with Proof Sketches","publication_year":2026,"publication_date":"2026-04-02","ids":{"openalex":"https://openalex.org/W7148793925","doi":"https://doi.org/10.48550/arxiv.2604.01754"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.01754","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01754","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.01754","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132862624","display_name":"Linyang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Linyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132856213","display_name":"Qiyao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Qiyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061778641","display_name":"Hanze Dong","orcid":"https://orcid.org/0000-0002-8846-1260"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Hanze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132844852","display_name":"Baohao Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Baohao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132853329","display_name":"Xinxing Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xinxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066564672","display_name":"Micah Goldblum","orcid":"https://orcid.org/0000-0002-8266-2424"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goldblum, Micah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132873589","display_name":"Jiang Bian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132916096","display_name":"Nima Mesgarani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mesgarani, Nima","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.2653000056743622,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.2653000056743622,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.11349999904632568,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09939999878406525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7447999715805054},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6148999929428101},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6111999750137329},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.5267999768257141},{"id":"https://openalex.org/keywords/proof-of-concept","display_name":"Proof of concept","score":0.5249999761581421},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.45350000262260437},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.3822999894618988}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7447999715805054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7232999801635742},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6148999929428101},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6111999750137329},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5333999991416931},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.5267999768257141},{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36910000443458557},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.01754","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01754","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.01754","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01754","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mathematical":[0],"reasoning":[1,66,111,223],"is":[2,160],"a":[3,19,43,59,86,95,115,146,215],"hallmark":[4],"of":[5,38,99],"human":[6],"intelligence,":[7],"and":[8,25,53],"whether":[9],"large":[10],"language":[11],"models":[12,204],"(LLMs)":[13],"can":[14,205],"meaningfully":[15],"perform":[16],"it":[17,84],"remains":[18],"central":[20],"question":[21],"in":[22,80,224],"artificial":[23],"intelligence":[24],"cognitive":[26],"science.":[27],"As":[28],"LLMs":[29],"are":[30,48],"increasingly":[31],"integrated":[32],"into":[33],"scientific":[34],"workflows,":[35],"rigorous":[36],"evaluation":[37,79,109],"their":[39],"mathematical":[40,65,222],"capabilities":[41],"becomes":[42],"practical":[44],"necessity.":[45],"Existing":[46],"benchmarks":[47],"limited":[49],"by":[50],"synthetic":[51],"settings":[52],"data":[54],"contamination.":[55],"We":[56,143],"present":[57],"LiveMathematicianBench,":[58],"dynamic":[60],"multiple-choice":[61],"benchmark":[62,93,159],"for":[63,210,219],"research-level":[64,221],"built":[67],"from":[68,153,162],"recent":[69],"arXiv":[70],"papers":[71],"published":[72,82],"after":[73],"model":[74],"training":[75],"cutoffs.":[76],"By":[77],"grounding":[78],"newly":[81],"theorems,":[83],"provides":[85],"realistic":[87],"testbed":[88,218],"beyond":[89],"memorized":[90],"patterns.":[91],"The":[92],"introduces":[94],"thirteen-category":[96],"logical":[97],"taxonomy":[98],"theorem":[100],"types":[101],"(e.g.,":[102],"implication,":[103],"equivalence,":[104],"existence,":[105],"uniqueness),":[106],"enabling":[107],"fine-grained":[108],"across":[110],"forms.":[112],"It":[113],"employs":[114],"proof-sketch-guided":[116],"distractor":[117],"pipeline":[118],"that":[119,196],"uses":[120],"high-level":[121,207],"proof":[122,133,208],"strategies":[123,209],"to":[124,137,149,185],"construct":[125],"plausible":[126],"but":[127],"invalid":[128],"answer":[129,151],"choices":[130],"reflecting":[131],"misleading":[132],"directions,":[134],"increasing":[135],"sensitivity":[136],"genuine":[138],"understanding":[139],"over":[140],"surface-level":[141],"matching.":[142],"also":[144],"introduce":[145],"substitution-resistant":[147,172],"mechanism":[148],"distinguish":[150],"recognition":[152],"substantive":[154],"reasoning.":[155,211],"Evaluation":[156],"shows":[157],"the":[158,165,188],"far":[161],"saturated:":[163],"Gemini-3.1-pro-preview,":[164],"best":[166],"model,":[167],"achieves":[168],"only":[169],"43.5%.":[170],"Under":[171],"evaluation,":[173],"accuracy":[174,201],"drops":[175],"sharply:":[176],"GPT-5.4":[177],"scores":[178],"highest":[179],"at":[180],"30.6%,":[181],"while":[182],"Gemini-3.1-pro-preview":[183],"falls":[184],"17.6%,":[186],"below":[187],"20%":[189],"random":[190],"baseline.":[191],"A":[192],"dual-mode":[193],"protocol":[194],"reveals":[195],"proof-sketch":[197],"access":[198],"yields":[199],"consistent":[200],"gains,":[202],"suggesting":[203],"leverage":[206],"Overall,":[212],"LiveMathematicianBench":[213],"offers":[214],"scalable,":[216],"contamination-resistant":[217],"studying":[220],"LLMs.":[225]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-04T00:00:00"}