{"id":"https://openalex.org/W4385571387","doi":"https://doi.org/10.18653/v1/2023.acl-short.106","title":"Learning Multi-Step Reasoning by Solving Arithmetic Tasks","display_name":"Learning Multi-Step Reasoning by Solving Arithmetic Tasks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385571387","doi":"https://doi.org/10.18653/v1/2023.acl-short.106"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-short.106","doi":"https://doi.org/10.18653/v1/2023.acl-short.106","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-short.106","pdf_url":"https://aclanthology.org/2023.acl-short.106.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-short.106.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048562175","display_name":"Tianduo Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tianduo Wang","raw_affiliation_strings":["StatNLP Research Group Singapore University of Technology and Design"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"StatNLP Research Group Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005328001","display_name":"Wei L\u00fc","orcid":"https://orcid.org/0000-0002-5775-1222","observed_orcids":["https://orcid.org/0000-0002-5775-1222","https://orcid.org/0000-0003-0829-5440","https://orcid.org/0000-0002-8201-1728"]},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wei Lu","raw_affiliation_strings":["StatNLP Research Group Singapore University of Technology and Design"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"StatNLP Research Group Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":0.4419,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61338946,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1229","last_page":"1238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.826200008392334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.826200008392334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.03629999980330467,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12522","display_name":"Mathematics Education and Pedagogy","score":0.02889999933540821,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-step-reasoning","display_name":"multi-step reasoning","score":0.9330000281333923},{"id":"https://openalex.org/keywords/chain-of-thought-reasoning","display_name":"chain-of-thought reasoning","score":0.8450000286102295},{"id":"https://openalex.org/keywords/arithmetic-problems","display_name":"arithmetic exercises","score":0.5889999866485596},{"id":"https://openalex.org/keywords/math-word-problems","display_name":"mathematical word problems","score":0.7269999980926514},{"id":"https://openalex.org/keywords/continual-pre-training","display_name":"continual pre-training","score":0.7429999709129333},{"id":"https://openalex.org/keywords/synthetic-training-data","display_name":"synthetic training data","score":0.7039999961853027},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7250000238418579},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.8460000157356262}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.661220371723175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.436362624168396},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.41396409273147583},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32224535942077637}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.acl-short.106","doi":"https://doi.org/10.18653/v1/2023.acl-short.106","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-short.106","pdf_url":"https://aclanthology.org/2023.acl-short.106.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.01707","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.01707","pdf_url":"https://arxiv.org/pdf/2306.01707","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.01707","doi":"https://doi.org/10.48550/arxiv.2306.01707","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.01707","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-short.106","doi":"https://doi.org/10.18653/v1/2023.acl-short.106","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-short.106","pdf_url":"https://aclanthology.org/2023.acl-short.106.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2342870495","display_name":null,"funder_award_id":"AcRF\u2010Tier2","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G2789258129","display_name":null,"funder_award_id":"AISG2-RP-2020-016)","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G4161133441","display_name":null,"funder_award_id":"AISG Award No: AISG2-RP-2020-016","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G6854926366","display_name":null,"funder_award_id":"Tier 2","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385571387.pdf","grobid_xml":"https://content.openalex.org/works/W4385571387.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2475046758","https://openalex.org/W2626778328","https://openalex.org/W2908510526","https://openalex.org/W2913946806","https://openalex.org/W2962784628","https://openalex.org/W2964710271","https://openalex.org/W2965373594","https://openalex.org/W2970971581","https://openalex.org/W2974596953","https://openalex.org/W2979826702","https://openalex.org/W3015339775","https://openalex.org/W3034643750","https://openalex.org/W3134642945","https://openalex.org/W3138392969","https://openalex.org/W3174583470","https://openalex.org/W3177813494","https://openalex.org/W3198845875","https://openalex.org/W3210904070","https://openalex.org/W4221151371","https://openalex.org/W4221161695","https://openalex.org/W4224308101","https://openalex.org/W4226325987","https://openalex.org/W4287065027","https://openalex.org/W4309591663","https://openalex.org/W4385572243","https://openalex.org/W4385573007","https://openalex.org/W4385574073","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4416036043","https://openalex.org/W4415915064","https://openalex.org/W4407719476","https://openalex.org/W4414602045","https://openalex.org/W7104031685","https://openalex.org/W4402670778","https://openalex.org/W4403940159","https://openalex.org/W4414360457","https://openalex.org/W4392489954","https://openalex.org/W4412888883"],"abstract_inverted_index":{"Mathematical":[0],"reasoning":[1,29,40,107],"is":[2,23,83],"regarded":[3],"as":[4],"a":[5,78],"necessary":[6],"ability":[7,33,44],"for":[8],"Language":[9],"Models":[10],"(LMs).Recent":[11],"works":[12],"demonstrate":[13],"large":[14],"LMs'":[15,105],"impressive":[16],"performance":[17],"in":[18,103],"solving":[19],"math":[20,92,106],"problems.The":[21],"success":[22],"attributed":[24],"to":[25,34,47,57,69],"their":[26],"Chain-of-Thought":[27],"(CoT)":[28],"abilities,":[30],"i.e.,":[31],"the":[32,63,97,100],"decompose":[35],"complex":[36],"questions":[37],"into":[38],"step-by-step":[39],"chains,":[41],"but":[42],"such":[43,71],"seems":[45],"only":[46],"emerge":[48],"from":[49],"models":[50],"with":[51,62],"abundant":[52],"parameters.This":[53],"work":[54],"investigates":[55],"how":[56],"incorporate":[58],"relatively":[59],"small":[60],"LMs":[61,76],"capabilities":[64],"of":[65,85,99],"multi-step":[66],"reasoning.We":[67],"propose":[68],"inject":[70],"abilities":[72],"by":[73],"continually":[74],"pre-training":[75],"on":[77,90],"synthetic":[79],"dataset":[80],"MSAT":[81],"which":[82],"composed":[84],"Multi-step":[86],"Arithmetic":[87],"Tasks.Our":[88],"experiments":[89],"four":[91],"word":[93],"problem":[94],"datasets":[95],"show":[96],"effectiveness":[98],"proposed":[101],"method":[102],"enhancing":[104],"abilities.1":[108]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-08-05T00:00:00"}