{"id":"https://openalex.org/W4407097799","doi":"https://doi.org/10.1109/tkde.2025.3536008","title":"Are Large Language Models Really Good Logical Reasoners? A Comprehensive Evaluation and Beyond","display_name":"Are Large Language Models Really Good Logical Reasoners? A Comprehensive Evaluation and Beyond","publication_year":2025,"publication_date":"2025-02-03","ids":{"openalex":"https://openalex.org/W4407097799","doi":"https://doi.org/10.1109/tkde.2025.3536008"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3536008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3536008","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084483228","display_name":"Fangzhi Xu","orcid":"https://orcid.org/0000-0003-4712-0547"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangzhi Xu","raw_affiliation_strings":["School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4712-0547","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086407377","display_name":"Qika Lin","orcid":"https://orcid.org/0000-0001-5650-0600"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qika Lin","raw_affiliation_strings":["School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-5650-0600","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019539533","display_name":"Jiawei Han","orcid":"https://orcid.org/0000-0002-3629-2696"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Han","raw_affiliation_strings":["School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034779671","display_name":"Tianzhe Zhao","orcid":"https://orcid.org/0000-0002-2879-2703"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianzhe Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-2879-2703","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, Ministry of Education Key Laboratory of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361891","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0002-6004-0675"},"institutions":[{"id":"https://openalex.org/I4210141776","display_name":"China XD Group (China)","ror":"https://ror.org/04ceqst84","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210141776"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi’an, Shaanxi, China","Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-6004-0675","affiliations":[{"raw_affiliation_string":"Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I4210141776"]},{"raw_affiliation_string":"Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi'an, Shaanxi, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100752356","display_name":"Erik Cambria","orcid":"https://orcid.org/0000-0002-3030-1280"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Erik Cambria","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3030-1280","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":60.723,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.99906941,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"37","issue":"4","first_page":"1620","last_page":"1634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8610000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8610000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8557000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8302000164985657,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8467353582382202},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4018329083919525},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3839070200920105}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8467353582382202},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4018329083919525},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3839070200920105}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2025.3536008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3536008","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217992","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217992","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1133573065","display_name":null,"funder_award_id":"62176207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1661763918","display_name":null,"funder_award_id":"62293554","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2496375212","display_name":null,"funder_award_id":"62293550","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2965804137","display_name":null,"funder_award_id":"62477037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4303215675","display_name":null,"funder_award_id":"62192781","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4712315907","display_name":null,"funder_award_id":"62437002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4896784468","display_name":null,"funder_award_id":"62137002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6311837223","display_name":null,"funder_award_id":"62293553","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7339645210","display_name":null,"funder_award_id":"62176209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1533343564","https://openalex.org/W2048082592","https://openalex.org/W2072939363","https://openalex.org/W2124648060","https://openalex.org/W2130107788","https://openalex.org/W2147841362","https://openalex.org/W2971107062","https://openalex.org/W2997351066","https://openalex.org/W3034457116","https://openalex.org/W3034830866","https://openalex.org/W3153739498","https://openalex.org/W3173805051","https://openalex.org/W4205489629","https://openalex.org/W4205870266","https://openalex.org/W4221154651","https://openalex.org/W4242082217","https://openalex.org/W4243656193","https://openalex.org/W4253133923","https://openalex.org/W4284713043","https://openalex.org/W4285267480","https://openalex.org/W4289523162","https://openalex.org/W4290875505","https://openalex.org/W4290875596","https://openalex.org/W4309674289","https://openalex.org/W4320060339","https://openalex.org/W4367353919","https://openalex.org/W4385572162","https://openalex.org/W4385573405","https://openalex.org/W4389523957","https://openalex.org/W4391494845","https://openalex.org/W4392669753","https://openalex.org/W4396762144","https://openalex.org/W4404517435","https://openalex.org/W6631399359","https://openalex.org/W6771720625","https://openalex.org/W6779875681","https://openalex.org/W6786277296","https://openalex.org/W6809646742","https://openalex.org/W6810738896","https://openalex.org/W6842556415","https://openalex.org/W6846648116","https://openalex.org/W6846874006","https://openalex.org/W6848909144","https://openalex.org/W6850575147","https://openalex.org/W6851147835","https://openalex.org/W6851960618","https://openalex.org/W6852147295","https://openalex.org/W6852252866","https://openalex.org/W6852800892","https://openalex.org/W6852870998"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Logical":[0],"reasoning":[1,85,96,182,209],"consistently":[2],"plays":[3],"a":[4,26,188,203],"fundamental":[5],"and":[6,15,68,87,94,109,130,136,175,220,224],"significant":[7],"role":[8],"in":[9,29,72,128],"the":[10,35,43,99,146,170,180,196,218],"domains":[11],"of":[12,37,45,101,149,172,184,207,222],"knowledge":[13,173],"engineering":[14],"artificial":[16],"intelligence.":[17],"Recently,":[18],"Large":[19],"Language":[20],"Models":[21],"(LLMs)":[22],"have":[23],"emerged":[24],"as":[25],"noteworthy":[27],"innovation":[28],"natural":[30],"language":[31],"processing":[32],"(NLP).":[33],"However,":[34],"question":[36],"whether":[38],"LLMs":[39,108,223],"can":[40],"effectively":[41],"address":[42],"task":[44],"logical":[46,84,147,181,208],"reasoning,":[47],"which":[48],"requires":[49],"gradual":[50],"cognitive":[51],"inference":[52],"similar":[53],"to":[54,64,76,144,156,168],"human":[55],"intelligence,":[56],"remains":[57],"unanswered.":[58],"To":[59],"this":[60,66,73,199],"end,":[61],"we":[62,80,103,124,186],"aim":[63],"bridge":[65],"gap":[67],"provide":[69],"comprehensive":[70],"evaluations":[71,117,127],"paper.":[74],"First,":[75],"offer":[77],"systematic":[78],"evaluations,":[79,102,198],"select":[81],"fifteen":[82],"typical":[83],"datasets":[86],"organize":[88],"them":[89],"into":[90],"deductive,":[91],"inductive,":[92],"abductive":[93],"mixed-form":[95],"settings.":[97],"Considering":[98],"comprehensiveness":[100],"include":[104],"3":[105],"early-era":[106],"representative":[107],"4":[110],"trending":[111],"LLMs.":[112],"Second,":[113],"different":[114],"from":[115,160,211],"previous":[116],"relying":[118],"only":[119],"on":[120,178,195],"simple":[121],"metrics":[122],"(e.g.,accuracy),":[123],"propose":[125,187],"fine-level":[126],"objective":[129],"subjective":[131],"manners,":[132],"covering":[133],"both":[134],"answers":[135],"explanations,":[137],"includinganswer":[138],"correctness,explain":[139,140],"completenessandexplain":[141],"redundancy.":[142],"Additionally,":[143],"uncover":[145],"flaws":[148],"LLMs,":[150,185],"problematic":[151],"cases":[152],"will":[153],"be":[154],"attributed":[155],"five":[157],"error":[158],"types":[159],"two":[161],"dimensions,":[162],"i.e.,evidence":[163],"selection":[164],"processandreasoning":[165],"process.":[166],"Third,":[167],"avoid":[169],"influences":[171],"bias":[174],"concentrate":[176],"purely":[177],"benchmarking":[179],"capability":[183,210],"new":[189],"dataset":[190],"with":[191],"neutral":[192],"content.":[193],"Based":[194],"in-depth":[197],"paper":[200],"finally":[201],"forms":[202],"general":[204],"evaluation":[205],"scheme":[206],"six":[212],"dimensions":[213],"(i.e.,Correct,Rigorous,Self-aware,Active,OrientedandNo":[214],"hallucination).":[215],"It":[216],"reflects":[217],"pros":[219],"cons":[221],"gives":[225],"guiding":[226],"directions":[227],"for":[228],"future":[229],"works.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":30}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}