{"id":"https://openalex.org/W4322616316","doi":"https://doi.org/10.48550/arxiv.2302.12433","title":"ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics","display_name":"ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics","publication_year":2023,"publication_date":"2023-02-24","ids":{"openalex":"https://openalex.org/W4322616316","doi":"https://doi.org/10.48550/arxiv.2302.12433"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.12433","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.12433","pdf_url":"https://arxiv.org/pdf/2302.12433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.12433","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029518700","display_name":"Zhangir Azerbayev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azerbayev, Zhangir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024670605","display_name":"Bartosz Piotrowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Piotrowski, Bartosz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065765577","display_name":"Hailey Schoelkopf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schoelkopf, Hailey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001608283","display_name":"Edward W. Ayers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayers, Edward W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081787254","display_name":"Dragomir Radev","orcid":"https://orcid.org/0000-0001-7830-6489"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Radev, Dragomir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003483051","display_name":"Jeremy Avigad","orcid":"https://orcid.org/0000-0003-1275-315X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Avigad, Jeremy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9165999889373779,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.813788890838623},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6682525873184204},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6167032122612},{"id":"https://openalex.org/keywords/automated-theorem-proving","display_name":"Automated theorem proving","score":0.5389981269836426},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5086997151374817},{"id":"https://openalex.org/keywords/formal-proof","display_name":"Formal proof","score":0.4743408262729645},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.47227582335472107},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4473584294319153},{"id":"https://openalex.org/keywords/formal-concept-analysis","display_name":"Formal concept analysis","score":0.4177207350730896},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.3781255781650543},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3546510934829712},{"id":"https://openalex.org/keywords/calculus","display_name":"Calculus (dental)","score":0.3255237340927124},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3168341815471649},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.24877703189849854},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23033255338668823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18335303664207458},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13652822375297546}],"concepts":[{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.813788890838623},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6682525873184204},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6167032122612},{"id":"https://openalex.org/C206880738","wikidata":"https://www.wikidata.org/wiki/Q431667","display_name":"Automated theorem proving","level":2,"score":0.5389981269836426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5086997151374817},{"id":"https://openalex.org/C94461902","wikidata":"https://www.wikidata.org/wiki/Q2762418","display_name":"Formal proof","level":3,"score":0.4743408262729645},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.47227582335472107},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4473584294319153},{"id":"https://openalex.org/C76363472","wikidata":"https://www.wikidata.org/wiki/Q1437394","display_name":"Formal concept analysis","level":2,"score":0.4177207350730896},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.3781255781650543},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3546510934829712},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.3255237340927124},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3168341815471649},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.24877703189849854},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23033255338668823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18335303664207458},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13652822375297546},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.12433","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.12433","pdf_url":"https://arxiv.org/pdf/2302.12433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2302.12433","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.12433","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.12433","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.12433","pdf_url":"https://arxiv.org/pdf/2302.12433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310207","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4322616316.pdf","grobid_xml":"https://content.openalex.org/works/W4322616316.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3026697850","https://openalex.org/W3173194202","https://openalex.org/W2951182230","https://openalex.org/W1825610764","https://openalex.org/W4297608983","https://openalex.org/W26319539","https://openalex.org/W2380972946","https://openalex.org/W4386746735","https://openalex.org/W1524804222","https://openalex.org/W2483235725"],"abstract_inverted_index":{"We":[0,66,85],"introduce":[1,97],"ProofNet,":[2],"a":[3,23,30,36,72],"benchmark":[4,74],"for":[5,68],"autoformalization":[6,80,91,101],"and":[7,35,51,57,64,81,105],"formal":[8,24],"proving":[9],"of":[10,17,22],"undergraduate-level":[11],"mathematics.":[12],"The":[13,40],"ProofNet":[14,69],"benchmarks":[15],"consists":[16],"371":[18],"examples,":[19],"each":[20],"consisting":[21],"theorem":[25,33,83],"statement":[26,90,100],"in":[27,79],"Lean":[28],"3,":[29],"natural":[31,37],"language":[32,38],"statement,":[34],"proof.":[39],"problems":[41],"are":[42],"primarily":[43],"drawn":[44],"from":[45],"popular":[46],"undergraduate":[47],"pure":[48],"mathematics":[49],"textbooks":[50],"cover":[52],"topics":[53],"such":[54],"as":[55],"real":[56],"complex":[58],"analysis,":[59],"linear":[60],"algebra,":[61,63],"abstract":[62],"topology.":[65],"intend":[67],"to":[70],"be":[71],"challenging":[73],"that":[75],"will":[76],"drive":[77],"progress":[78],"automatic":[82],"proving.":[84],"report":[86],"baseline":[87],"results":[88],"on":[89],"via":[92],"in-context":[93],"learning.":[94],"Moreover,":[95],"we":[96],"two":[98],"novel":[99],"methods:":[102],"prompt":[103],"retrieval":[104],"distilled":[106],"backtranslation.":[107]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2023-03-01T00:00:00"}