{"id":"https://openalex.org/W4392618936","doi":"https://doi.org/10.48550/arxiv.2403.04031","title":"Can Large Language Models do Analytical Reasoning?","display_name":"Can Large Language Models do Analytical Reasoning?","publication_year":2024,"publication_date":"2024-03-06","ids":{"openalex":"https://openalex.org/W4392618936","doi":"https://doi.org/10.48550/arxiv.2403.04031"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.04031","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04031","pdf_url":"https://arxiv.org/pdf/2403.04031","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.04031","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113137573","display_name":"Yebowen Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hu, Yebowen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083752471","display_name":"Kaiqiang Song","orcid":"https://orcid.org/0000-0001-8203-9723"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Kaiqiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036306083","display_name":"Sangwoo Cho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cho, Sangwoo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334518","display_name":"Xiaoyang Wang","orcid":"https://orcid.org/0000-0003-4213-0762"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaoyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076117344","display_name":"Hassan Foroosh","orcid":"https://orcid.org/0000-0002-7601-8165"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foroosh, Hassan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034476404","display_name":"Dong Yu","orcid":"https://orcid.org/0000-0003-0520-6844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Dong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101783051","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0003-0266-6896"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Fei","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5113137573"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6718999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6718999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5745999813079834,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4918246269226074},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3742661476135254},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1973671019077301}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4918246269226074},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3742661476135254},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1973671019077301}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.04031","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04031","pdf_url":"https://arxiv.org/pdf/2403.04031","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.04031","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.04031","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.04031","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04031","pdf_url":"https://arxiv.org/pdf/2403.04031","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392618936.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"This":[0,192],"paper":[1],"explores":[2],"the":[3,17,35,52,85,88,113,119,143,153,177,198,202,220,224,228,239],"cutting-edge":[4],"Large":[5],"Language":[6],"Model":[7],"with":[8,64,136,208],"analytical":[9,14,205,242],"reasoning":[10,15,206,243],"on":[11,152,219],"sports.":[12],"Our":[13,40,91,233],"embodies":[16],"tasks":[18,207,244],"of":[19,121,155,204,222,230,241],"letting":[20],"large":[21,251],"language":[22,252],"models":[23,53,157],"count":[24,176],"how":[25],"many":[26],"points":[27],"each":[28,104],"team":[29],"scores":[30,179],"in":[31,34,44,59,187],"a":[32,79],"quarter":[33,190],"NBA":[36,181],"and":[37,67,78,107,134,160,227,245],"NFL":[38,189],"games.":[39],"major":[41],"discoveries":[42],"are":[43],"two":[45],"folds.":[46],"Firstly,":[47],"we":[48,54,72,82,116,166,213],"find":[49,83],"among":[50],"all":[51],"employed,":[55],"GPT-4":[56,133],"stands":[57],"out":[58],"effectiveness,":[60],"followed":[61],"by":[62],"Claude-2.1,":[63,135],"GPT-3.5,":[65],"Gemini-Pro,":[66],"Llama-2-70b":[68],"lagging":[69],"behind.":[70],"Specifically,":[71],"compare":[73],"three":[74],"different":[75],"prompting":[76],"techniques":[77],"divide-and-conquer":[80,92,114],"approach,":[81,115],"that":[84,168,200,215],"latter":[86],"was":[87],"most":[89,169],"effective.":[90],"approach":[93],"breaks":[94],"down":[95],"play-by-play":[96],"data":[97],"into":[98,238],"smaller,":[99],"more":[100],"manageable":[101],"segments,":[102],"solves":[103],"piece":[105],"individually,":[106],"then":[108],"aggregates":[109],"them":[110],"together.":[111],"Besides":[112],"also":[117],"explore":[118],"Chain":[120],"Thought":[122],"(CoT)":[123],"strategy,":[124],"which":[125,212],"markedly":[126],"improves":[127],"outcomes":[128],"for":[129,180,248],"certain":[130],"models,":[131,170],"notably":[132],"their":[137],"accuracy":[138],"rates":[139],"increasing":[140],"significantly.":[141],"However,":[142],"CoT":[144],"strategy":[145],"has":[146],"negligible":[147],"or":[148],"even":[149],"detrimental":[150],"effects":[151],"performance":[154,186],"other":[156],"like":[158],"GPT-3.5":[159],"Gemini-Pro.":[161],"Secondly,":[162],"to":[163,174,195],"our":[164],"surprise,":[165],"observe":[167],"including":[171],"GPT-4,":[172],"struggle":[173],"accurately":[175],"total":[178],"quarters":[182],"despite":[183],"showing":[184],"strong":[185],"counting":[188],"scores.":[191],"leads":[193],"us":[194],"further":[196],"investigate":[197],"factors":[199],"impact":[201],"complexity":[203,217,240],"extensive":[209],"experiments,":[210],"through":[211],"conclude":[214],"task":[216],"depends":[218],"length":[221],"context,":[223],"information":[225],"density,":[226],"presence":[229],"related":[231],"information.":[232],"research":[234],"provides":[235],"valuable":[236],"insights":[237],"potential":[246],"directions":[247],"developing":[249],"future":[250],"models.":[253]},"counts_by_year":[],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}