{"id":"https://openalex.org/W4389520249","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.743","title":"Is ChatGPT a Good Causal Reasoner? A Comprehensive Evaluation","display_name":"Is ChatGPT a Good Causal Reasoner? A Comprehensive Evaluation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389520249","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.743"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.743","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.743","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.743","pdf_url":"https://aclanthology.org/2023.findings-emnlp.743.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4389520249"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.findings-emnlp.743.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080976966","display_name":"Jinglong Gao","orcid":"https://orcid.org/0000-0002-4466-0516","observed_orcids":["https://orcid.org/0000-0002-4466-0516"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinglong Gao","raw_affiliation_strings":["Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101821304","display_name":"Xiao Hua Ding","orcid":"https://orcid.org/0000-0002-0863-242X","observed_orcids":["https://orcid.org/0000-0002-0863-242X"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Ding","raw_affiliation_strings":["Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017671620","display_name":"Bing Qin","orcid":"https://orcid.org/0000-0002-2543-5604","observed_orcids":["https://orcid.org/0000-0002-2543-5604"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Qin","raw_affiliation_strings":["Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418171","display_name":"Ting Liu","orcid":"https://orcid.org/0009-0007-1999-2600","observed_orcids":["https://orcid.org/0009-0007-1999-2600"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Liu","raw_affiliation_strings":["Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Social Computing and Information Retrieval Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":9.728,"has_fulltext":true,"cited_by_count":108,"citation_normalized_percentile":{"value":0.98739276,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"11111","last_page":"11126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7383000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7383000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.18330000340938568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.02410000003874302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9039999842643738},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"causal reasoning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/causal-explanation","display_name":"causal explanation","score":0.8339999914169312},{"id":"https://openalex.org/keywords/reporting-bias","display_name":"reporting bias","score":0.6230000257492065},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.7490000128746033},{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.9399999976158142},{"id":"https://openalex.org/keywords/event-density","display_name":"event density","score":0.7799999713897705},{"id":"https://openalex.org/keywords/lexical-distance","display_name":"lexical distance","score":0.7459999918937683},{"id":"https://openalex.org/keywords/reinforcement-learning-from-human-feedback","display_name":"reinforcement learning from human feedback","score":0.7820000052452087}],"concepts":[{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.9115616679191589},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.8476661443710327},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.8066051602363586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6669201850891113},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.6463671326637268},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6062567234039307},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.6015560626983643},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5845954418182373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5748651623725891},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5126380324363708},{"id":"https://openalex.org/C163504300","wikidata":"https://www.wikidata.org/wiki/Q2364925","display_name":"Causal structure","level":2,"score":0.4772060811519623},{"id":"https://openalex.org/C79897977","wikidata":"https://www.wikidata.org/wiki/Q5054568","display_name":"Causal chain","level":2,"score":0.42691484093666077},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4157436490058899},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3648732602596283},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3257220387458801},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1563105285167694},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.12371563911437988},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.findings-emnlp.743","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.743","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.743","pdf_url":"https://aclanthology.org/2023.findings-emnlp.743.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.07375","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.07375","pdf_url":"https://arxiv.org/pdf/2305.07375","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.07375","doi":"https://doi.org/10.48550/arxiv.2305.07375","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.07375","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.743","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.743","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.743","pdf_url":"https://aclanthology.org/2023.findings-emnlp.743.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4442529403","display_name":null,"funder_award_id":"U22B2059","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6680119601","display_name":null,"funder_award_id":"62176079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389520249.pdf","grobid_xml":"https://content.openalex.org/works/W4389520249.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1924770834","https://openalex.org/W2145755360","https://openalex.org/W2154652894","https://openalex.org/W2252094027","https://openalex.org/W2741389109","https://openalex.org/W2896457183","https://openalex.org/W2946361563","https://openalex.org/W2963501608","https://openalex.org/W2965373594","https://openalex.org/W3034268502","https://openalex.org/W3034385177","https://openalex.org/W3174388632","https://openalex.org/W3176513923","https://openalex.org/W3177457301","https://openalex.org/W3186870698","https://openalex.org/W4221143296","https://openalex.org/W4223908421","https://openalex.org/W4226278401","https://openalex.org/W4280583915","https://openalex.org/W4303648559","https://openalex.org/W4307079201","https://openalex.org/W4307935822","https://openalex.org/W4321524373","https://openalex.org/W4322718191","https://openalex.org/W4323650985","https://openalex.org/W4367628242","https://openalex.org/W4367692219","https://openalex.org/W4385569836","https://openalex.org/W4385573153","https://openalex.org/W4389523957","https://openalex.org/W7133224126","https://openalex.org/W7133231369"],"related_works":["https://openalex.org/W4280583915","https://openalex.org/W4385718101","https://openalex.org/W7133216625","https://openalex.org/W4402669899","https://openalex.org/W4410916016","https://openalex.org/W4411306074","https://openalex.org/W7154072656","https://openalex.org/W4411119371","https://openalex.org/W6941062568","https://openalex.org/W4412887855"],"abstract_inverted_index":{"Causal":[0],"reasoning":[1,41,103],"ability":[2,12,104],"is":[3,20,46,107,157],"crucial":[4],"for":[5],"numerous":[6],"NLP":[7,17],"applications.Despite":[8],"the":[9,33,38,68,101,110,115],"impressive":[10],"emerging":[11],"of":[13,37,105],"ChatGPT":[14,24,45,57,106,131],"in":[15,26,76,118,129,144],"various":[16],"tasks,":[18],"it":[19],"unclear":[21],"how":[22],"well":[23,80],"performs":[25,142],"causal":[27,40,50,55,63,72,99,102,116],"reasoning.In":[28],"this":[29],"paper,":[30],"we":[31],"conduct":[32],"first":[34],"comprehensive":[35],"evaluation":[36],"Chat-GPT's":[39],"capabilities.Experiments":[42],"show":[43],"that":[44],"not":[47],"a":[48,53,59],"good":[49,54],"reasoner,":[51],"but":[52],"explainer.Besides,":[56],"has":[58],"serious":[60],"hallucination":[61],"on":[62,159],"reasoning,":[64],"possibly":[65],"due":[66],"to":[67,109,113],"reporting":[69],"biases":[70],"between":[71,154],"and":[73,91,120,141,150],"non-causal":[74],"relationships":[75],"natural":[77],"language,":[78],"as":[79,81,86],"ChatGPT's":[82],"upgrading":[83],"processes,":[84],"such":[85,98],"RLHF.The":[87],"In-Context":[88],"Learning":[89],"(ICL)":[90],"Chain-of-Thought":[92],"(CoT)":[93],"techniques":[94],"can":[95],"further":[96],"exacerbate":[97],"hallucination.Additionally,":[100],"sensitive":[108],"words":[111],"used":[112],"express":[114],"concept":[117],"prompts,":[119],"close-ended":[121],"prompts":[122],"perform":[123],"better":[124,143],"than":[125,138],"open-ended":[126],"prompts.For":[127],"events":[128],"sentences,":[130],"excels":[132],"at":[133],"capturing":[134],"explicit":[135],"causality":[136],"rather":[137],"implicit":[139],"causality,":[140],"sentences":[145],"with":[146],"lower":[147],"event":[148],"density":[149],"smaller":[151],"lexical":[152],"distance":[153],"events.The":[155],"code":[156],"available":[158],"https://github.com/":[160],"ArrogantL/ChatGPT4CausalReasoning.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":11}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2023-12-11T00:00:00"}
