{"id":"https://openalex.org/W4412888699","doi":"https://doi.org/10.18653/v1/2025.findings-acl.232","title":"There\u2019s No Such Thing as Simple Reasoning for LLMs","display_name":"There\u2019s No Such Thing as Simple Reasoning for LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888699","doi":"https://doi.org/10.18653/v1/2025.findings-acl.232"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.232","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.232","pdf_url":"https://aclanthology.org/2025.findings-acl.232.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.232.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032932995","display_name":"Nurul Fajrin Ariyani","orcid":"https://orcid.org/0000-0001-7373-2235"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nurul Fajrin Ariyani","raw_affiliation_strings":["Cardiff University (Cardiff\r\nWales\r\nCF10 3AT - United Kingdom)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cardiff University (Cardiff\r\nWales\r\nCF10 3AT - United Kingdom)","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059764145","display_name":"Zied Bouraoui","orcid":"https://orcid.org/0000-0002-1662-4163"},"institutions":[{"id":"https://openalex.org/I4210115519","display_name":"Centre de Recherche en Informatique","ror":"https://ror.org/020cdve92","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4210091621","https://openalex.org/I4210115519","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Zied Bouraoui","raw_affiliation_strings":["CRIL - Centre de Recherche en Informatique de Lens (Facult\u00e9 Jean Perrin Rue Jean Souvraz - SP 18 - 62307 LENS CEDEX - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CRIL - Centre de Recherche en Informatique de Lens (Facult\u00e9 Jean Perrin Rue Jean Souvraz - SP 18 - 62307 LENS CEDEX - France)","institution_ids":["https://openalex.org/I4210115519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063501905","display_name":"Richard Booth","orcid":"https://orcid.org/0000-0002-6647-6381"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard Booth","raw_affiliation_strings":["Cardiff University (Cardiff\r\nWales\r\nCF10 3AT - United Kingdom)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cardiff University (Cardiff\r\nWales\r\nCF10 3AT - United Kingdom)","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052196540","display_name":"Steven Schockaert","orcid":"https://orcid.org/0000-0002-9256-2881"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steven Schockaert","raw_affiliation_strings":["Cardiff University (Cardiff\r\nWales\r\nCF10 3AT - United Kingdom)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cardiff University (Cardiff\r\nWales\r\nCF10 3AT - United Kingdom)","institution_ids":["https://openalex.org/I79510175"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21572899,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4503","last_page":"4514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.7006556391716003},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5203623175621033},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.2578392028808594},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.16666758060455322}],"concepts":[{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.7006556391716003},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5203623175621033},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.2578392028808594},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.16666758060455322}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.232","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.232","pdf_url":"https://aclanthology.org/2025.findings-acl.232.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:179568","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/179568/1/_ACL_2025_Cam_Ready__Simple_reasoning_in_LLMs.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:HAL:hal-05265400v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05265400","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://2025.aclweb.org/","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.232","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.232","pdf_url":"https://aclanthology.org/2025.findings-acl.232.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1107794609","display_name":"Reasoning about Structured Story Representations","funder_award_id":"EP/W003309/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G589531907","display_name":"Event-Centric Reasoning for Interpreting Everyday Narratives","funder_award_id":"ANR-22-CE23-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320328515","display_name":"Lembaga Pengelola Dana Pendidikan","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888699.pdf","grobid_xml":"https://content.openalex.org/works/W4412888699.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2382521049","https://openalex.org/W2390279801","https://openalex.org/W1585007175","https://openalex.org/W4391913857","https://openalex.org/W2144385241","https://openalex.org/W2358668433","https://openalex.org/W4396701345"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"been":[5],"widely":[6],"found":[7],"to":[8,57,91,101],"struggle":[9],"with":[10],"logical":[11],"reasoning,":[12],"where":[13],"even":[14],"fine-tuned":[15,39],"models":[16,85],"fail":[17],"dramatically":[18],"on":[19,26,41],"out-of-distribution":[20],"problems.However,":[21],"existing":[22],"work":[23],"has":[24,76],"focused":[25],"relatively":[27],"complex":[28],"\"many-hop\"":[29],"reasoning":[30,43],"problems.In":[31],"this":[32],"paper,":[33],"we":[34,81],"analyse":[35],"the":[36,58,63,84,97,102,108,112],"performance":[37],"of":[38,46,60,99,104],"LLMs":[40],"simple":[42],"problems,":[44,62],"all":[45],"which":[47,111],"can":[48],"be":[49],"solved":[50],"in":[51,110],"at":[52],"most":[53],"three":[54],"inference":[55],"steps.Due":[56],"simplicity":[59],"these":[61],"model":[64],"cannot":[65],"encounter":[66],"test":[67],"problems":[68],"that":[69,83],"are":[70,114],"fundamentally":[71],"different":[72],"from":[73],"those":[74],"it":[75],"seen":[77],"during":[78],"training.Unfortunately,":[79],"however,":[80],"find":[82],"remain":[86],"highly":[87],"brittle,":[88],"being":[89],"susceptible":[90],"seemingly":[92],"innocent":[93],"perturbations,":[94],"such":[95],"as":[96],"addition":[98],"duplicates":[100],"set":[103],"premises":[105,113],"and":[106],"shuffling":[107],"order":[109],"presented.":[115]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}