{"id":"https://openalex.org/W4403365496","doi":"https://doi.org/10.48550/arxiv.2410.08196","title":"MathCoder2: Better Math Reasoning from Continued Pretraining on Model-translated Mathematical Code","display_name":"MathCoder2: Better Math Reasoning from Continued Pretraining on Model-translated Mathematical Code","publication_year":2024,"publication_date":"2024-10-10","ids":{"openalex":"https://openalex.org/W4403365496","doi":"https://doi.org/10.48550/arxiv.2410.08196"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.08196","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.08196","pdf_url":"https://arxiv.org/pdf/2410.08196","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.08196","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064962047","display_name":"Zimu Lu","orcid":"https://orcid.org/0000-0001-8479-2807","observed_orcids":["https://orcid.org/0000-0001-8479-2807"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lu, Zimu","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431476","display_name":"Aojun Zhou","orcid":"https://orcid.org/0000-0002-4742-8624","observed_orcids":["https://orcid.org/0000-0002-4742-8624"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhou, Aojun","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Ke","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wang, Ke","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085999236","display_name":"Houxing Ren","orcid":"https://orcid.org/0000-0001-9750-1626","observed_orcids":["https://orcid.org/0000-0001-9750-1626"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ren, Houxing","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061386830","display_name":"Weikang Shi","orcid":"https://orcid.org/0000-0002-4068-1168","observed_orcids":["https://orcid.org/0000-0002-4068-1168"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shi, Weikang","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100901635","display_name":"Junting Pan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pan, Junting","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077104218","display_name":"Mingjie Zhan","orcid":"https://orcid.org/0009-0008-9420-7702","observed_orcids":["https://orcid.org/0009-0008-9420-7702"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhan, Mingjie","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100732450","display_name":"Hongsheng Li","orcid":"https://orcid.org/0000-0002-2664-7975","observed_orcids":["https://orcid.org/0000-0002-2664-7975"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Li, Hongsheng","raw_affiliation_strings":["Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Laboratory (MMLab) , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.49880000948905945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.49880000948905945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.3562000095844269,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.9800000190734863},{"id":"https://openalex.org/keywords/continual-pre-training","display_name":"continual pre-training","score":0.7289999723434448},{"id":"https://openalex.org/keywords/reasoning-steps","display_name":"reasoning steps","score":0.47999998927116394},{"id":"https://openalex.org/keywords/latex-extraction","display_name":"latex extraction","score":0.4790000021457672},{"id":"https://openalex.org/keywords/synthetic-training-data","display_name":"synthetic training data","score":0.4880000054836273},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7310000061988831}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.594697892665863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4904269874095917},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4883410632610321},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.36841192841529846},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3517904281616211},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3439186215400696},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3281775712966919},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32657718658447266},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.05464044213294983},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.08196","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.08196","pdf_url":"https://arxiv.org/pdf/2410.08196","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.08196","doi":"https://doi.org/10.48550/arxiv.2410.08196","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.08196","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.08196","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.08196","pdf_url":"https://arxiv.org/pdf/2410.08196","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.4156000018119812}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403365496.pdf","grobid_xml":"https://content.openalex.org/works/W4403365496.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387436656","https://openalex.org/W4402670720","https://openalex.org/W4404783063","https://openalex.org/W4392222438","https://openalex.org/W4412888949","https://openalex.org/W4403928588","https://openalex.org/W4405470357","https://openalex.org/W4392489954","https://openalex.org/W6948021816","https://openalex.org/W4403578767"],"abstract_inverted_index":{"Code":[0],"has":[1],"been":[2],"shown":[3],"to":[4,18,142,153,204],"be":[5],"effective":[6],"in":[7,158,179],"enhancing":[8],"the":[9,84,116,120,123,126,129,145,150,175,205,208,230],"mathematical":[10,27,58,70,89,100,146,183,201],"reasoning":[11,75,110,147,155,165],"abilities":[12],"of":[13,86,125,161,207,211,214,229],"large":[14],"language":[15,164],"models":[16,194],"due":[17],"its":[19],"precision":[20],"and":[21,104,122,167,218,226,234],"accuracy.":[22],"Previous":[23],"works":[24],"involving":[25],"continued":[26,78,90],"pretraining":[28,91,184],"often":[29],"include":[30],"code":[31,71,98,141,152,220,238],"that":[32],"utilizes":[33],"math-related":[34,95],"packages,":[35,101],"which":[36,186],"are":[37],"primarily":[38],"designed":[39],"for":[40,68,77,119],"fields":[41],"such":[42],"as":[43],"engineering,":[44],"machine":[45],"learning,":[46],"signal":[47],"processing,":[48],"or":[49],"module":[50],"testing,":[51],"rather":[52],"than":[53],"being":[54],"directly":[55],"focused":[56],"on":[57,134],"reasoning.":[59],"In":[60],"this":[61,135,172,196],"paper,":[62],"we":[63,108,138,187],"introduce":[64],"a":[65,87,180],"novel":[66],"method":[67],"generating":[69],"accompanied":[72],"with":[73,83,174,195],"corresponding":[74,140,169],"steps":[76,111,166],"pretraining.":[79],"Our":[80],"approach":[81],"begins":[82],"construction":[85],"high-quality":[88],"dataset":[92,177],"by":[93,112],"incorporating":[94],"web":[96],"data,":[97],"using":[99],"math":[102],"textbooks,":[103],"synthetic":[105],"data.":[106],"Next,":[107],"construct":[109],"extracting":[113],"LaTeX":[114],"expressions,":[115,121],"conditions":[117],"needed":[118],"results":[124,157,178],"expressions":[127],"from":[128],"previously":[130],"collected":[131],"dataset.":[132],"Based":[133],"extracted":[136],"information,":[137],"generate":[139],"accurately":[143],"capture":[144],"process.":[148],"Appending":[149],"generated":[151],"each":[154],"step":[156],"data":[159,173,216,232],"consisting":[160],"paired":[162],"natural":[163],"their":[168,200],"code.":[170],"Combining":[171],"original":[176],"19.2B-token":[181],"high-performing":[182],"corpus,":[185],"name":[188],"MathCode-Pile.":[189],"Training":[190],"several":[191],"popular":[192],"base":[193],"corpus":[197],"significantly":[198],"improves":[199],"abilities,":[202],"leading":[203],"creation":[206],"MathCoder2":[209],"family":[210],"models.":[212],"All":[213],"our":[215],"processing":[217],"training":[219,235],"is":[221,239],"open-sourced,":[222],"ensuring":[223],"full":[224],"transparency":[225],"easy":[227],"reproducibility":[228],"entire":[231],"collection":[233],"pipeline.":[236],"The":[237],"released":[240],"at":[241],"https://github.com/mathllm/MathCoder2":[242],".":[243]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2024-10-13T00:00:00"}