{"id":"https://openalex.org/W4386942843","doi":"https://doi.org/10.48550/arxiv.2309.11054","title":"Design of Chain-of-Thought in Math Problem Solving","display_name":"Design of Chain-of-Thought in Math Problem Solving","publication_year":2023,"publication_date":"2023-09-20","ids":{"openalex":"https://openalex.org/W4386942843","doi":"https://doi.org/10.48550/arxiv.2309.11054"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.11054","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.11054","pdf_url":"https://arxiv.org/pdf/2309.11054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.11054","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060938232","display_name":"Zhanming Jie","orcid":"https://orcid.org/0000-0002-0656-9228","observed_orcids":["https://orcid.org/0000-0002-0656-9228"]},"institutions":[{"id":"https://openalex.org/I4405256866","display_name":"ByteDance (China)","ror":"https://ror.org/04m8av638","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405256866"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie, Zhanming","raw_affiliation_strings":["ByteDance Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Research","institution_ids":["https://openalex.org/I4405256866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102558523","display_name":"Trung Quoc Luong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405256866","display_name":"ByteDance (China)","ror":"https://ror.org/04m8av638","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405256866"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luong, Trung Quoc","raw_affiliation_strings":["ByteDance Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Research","institution_ids":["https://openalex.org/I4405256866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102000651","display_name":"Xinbo Zhang","orcid":"https://orcid.org/0000-0002-8786-2708","observed_orcids":["https://orcid.org/0000-0002-8786-2708"]},"institutions":[{"id":"https://openalex.org/I4405256866","display_name":"ByteDance (China)","ror":"https://ror.org/04m8av638","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405256866"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Xinbo","raw_affiliation_strings":["ByteDance Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Research","institution_ids":["https://openalex.org/I4405256866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112919421","display_name":"Xiaoran Jin","orcid":"https://orcid.org/0009-0000-5616-7000","observed_orcids":["https://orcid.org/0009-0000-5616-7000"]},"institutions":[{"id":"https://openalex.org/I4405256866","display_name":"ByteDance (China)","ror":"https://ror.org/04m8av638","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405256866"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin, Xiaoran","raw_affiliation_strings":["ByteDance Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Research","institution_ids":["https://openalex.org/I4405256866"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100455151","display_name":"Hang Li","orcid":"https://orcid.org/0000-0003-1177-0927","observed_orcids":["https://orcid.org/0000-0003-1177-0927"]},"institutions":[{"id":"https://openalex.org/I4405256866","display_name":"ByteDance (China)","ror":"https://ror.org/04m8av638","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405256866"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Hang","raw_affiliation_strings":["ByteDance Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Research","institution_ids":["https://openalex.org/I4405256866"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405256866"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5054000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5054000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12522","display_name":"Mathematics Education and Pedagogy","score":0.07150000333786011,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.8849999904632568},{"id":"https://openalex.org/keywords/mathematical-problem-solving","display_name":"mathematical problem solving","score":0.8859999775886536},{"id":"https://openalex.org/keywords/gsm8k","display_name":"GSM8K","score":0.828000009059906},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5590000152587891}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7475335001945496},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676750659942627},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6202119588851929},{"id":"https://openalex.org/C2986567400","wikidata":"https://www.wikidata.org/wiki/Q15777","display_name":"C programming language","level":3,"score":0.4841468930244446},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.46084901690483093},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3413779139518738},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26088255643844604},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16363930702209473},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2309.11054","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.11054","pdf_url":"https://arxiv.org/pdf/2309.11054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.11054","doi":"https://doi.org/10.48550/arxiv.2309.11054","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.11054","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.11054","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.11054","pdf_url":"https://arxiv.org/pdf/2309.11054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386942843.pdf","grobid_xml":"https://content.openalex.org/works/W4386942843.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7102599568","https://openalex.org/W4309953112","https://openalex.org/W4404394948","https://openalex.org/W4404783354","https://openalex.org/W4416036511","https://openalex.org/W7152421045","https://openalex.org/W7119532043","https://openalex.org/W7172527983","https://openalex.org/W4398774979","https://openalex.org/W7154753989"],"abstract_inverted_index":{"Chain-of-Thought":[0],"(CoT)":[1],"plays":[2],"a":[3,14,90,115,129],"crucial":[4],"role":[5],"in":[6,75],"reasoning":[7],"for":[8,19,122,132,146],"math":[9,76],"problem":[10,77],"solving.":[11,78],"We":[12,109],"conduct":[13],"comprehensive":[15],"examination":[16],"of":[17,47,118],"methods":[18],"designing":[20],"CoT,":[21],"comparing":[22,53],"conventional":[23],"natural":[24],"language":[25,49,119,142],"CoT":[26,134],"with":[27,84],"various":[28],"program":[29,51,69,98,123],"CoTs,":[30,52],"including":[31],"the":[32,35,39,45,80],"self-describing":[33,97],"program,":[34,37],"comment-describing":[36],"and":[38,55,64,102,143,151],"non-describing":[40],"program.":[41],"Furthermore,":[42],"we":[43,66],"investigate":[44],"impact":[46],"programming":[48,141],"on":[50,61],"Python":[54,113],"Wolfram":[56,121],"Language.":[57],"Through":[58],"extensive":[59],"experiments":[60],"GSM8K,":[62],"MATHQA,":[63],"SVAMP,":[65],"find":[67,111],"that":[68,96,112,136],"CoTs":[70],"often":[71],"have":[72],"superior":[73],"effectiveness":[74],"Notably,":[79],"best":[81],"performing":[82],"combination":[83],"30B":[85],"parameters":[86],"beats":[87],"GPT-3.5-turbo":[88],"by":[89],"significant":[91],"margin.":[92],"The":[93,125],"results":[94,127],"show":[95],"offers":[99],"greater":[100],"diversity":[101],"thus":[103],"can":[104],"generally":[105],"achieve":[106],"higher":[107],"performance.":[108],"also":[110],"is":[114],"better":[116],"choice":[117],"than":[120],"CoTs.":[124],"experimental":[126],"provide":[128],"valuable":[130],"guideline":[131],"future":[133],"designs":[135],"take":[137],"into":[138],"account":[139],"both":[140],"coding":[144],"style":[145],"further":[147],"advancements.":[148],"Our":[149],"datasets":[150],"code":[152],"are":[153],"publicly":[154],"available.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2023-09-22T00:00:00"}