{"id":"https://openalex.org/W4386566768","doi":"https://doi.org/10.18653/v1/2023.eacl-main.106","title":"Can Pretrained Language Models (Yet) Reason Deductively?","display_name":"Can Pretrained Language Models (Yet) Reason Deductively?","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386566768","doi":"https://doi.org/10.18653/v1/2023.eacl-main.106"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.eacl-main.106","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.106","pdf_url":"https://aclanthology.org/2023.eacl-main.106.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.eacl-main.106.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001029768","display_name":"Zhangdie Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]},{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB","PT"],"is_corresponding":false,"raw_author_name":"Zhangdie Yuan","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210090013","https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031022355","display_name":"Songbo Hu","orcid":"https://orcid.org/0000-0002-2132-6988"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]},{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB","PT"],"is_corresponding":false,"raw_author_name":"Songbo Hu","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210090013","https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014866912","display_name":"Ivan Vuli\u0107","orcid":"https://orcid.org/0000-0002-5161-5422"},"institutions":[{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]},{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB","PT"],"is_corresponding":false,"raw_author_name":"Ivan Vuli\u0107","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210090013","https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081393566","display_name":"Anna Korhonen","orcid":"https://orcid.org/0000-0002-3692-3144"},"institutions":[{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB","PT"],"is_corresponding":false,"raw_author_name":"Anna Korhonen","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210090013","https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073342482","display_name":"Zaiqiao Meng","orcid":"https://orcid.org/0000-0001-5374-0318"},"institutions":[{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB","PT"],"is_corresponding":true,"raw_author_name":"Zaiqiao Meng","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge \u2660 Language Technology Lab, University of Cambridge \u2663 School of Computing Science, University of Glasgow \u2662\u2660","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210090013","https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073342482"],"corresponding_institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210090013","https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":0.8987,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79362561,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1447","last_page":"1462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.729971706867218},{"id":"https://openalex.org/keywords/deductive-reasoning","display_name":"Deductive reasoning","score":0.7055093050003052},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5650838017463684},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5577295422554016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5446805357933044},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4602490961551666},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.44763052463531494},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.44327372312545776},{"id":"https://openalex.org/keywords/non-monotonic-logic","display_name":"Non-monotonic logic","score":0.4252287745475769},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3729866147041321},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.36735472083091736},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36589759588241577},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32966649532318115},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.297562837600708},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.2284381091594696},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16797515749931335}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.729971706867218},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.7055093050003052},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5650838017463684},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5577295422554016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5446805357933044},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4602490961551666},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.44763052463531494},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.44327372312545776},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.4252287745475769},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3729866147041321},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.36735472083091736},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36589759588241577},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32966649532318115},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.297562837600708},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2284381091594696},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16797515749931335},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2023.eacl-main.106","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.106","pdf_url":"https://aclanthology.org/2023.eacl-main.106.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:290123","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.gla.ac.uk/290123/2/290123.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.eacl-main.106","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.106","pdf_url":"https://aclanthology.org/2023.eacl-main.106.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386566768.pdf"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W573508270","https://openalex.org/W1966944550","https://openalex.org/W2001622701","https://openalex.org/W2032152873","https://openalex.org/W2051468121","https://openalex.org/W2071718761","https://openalex.org/W2080133951","https://openalex.org/W2111353076","https://openalex.org/W2132453167","https://openalex.org/W2153252192","https://openalex.org/W2161621238","https://openalex.org/W2560647685","https://openalex.org/W2561529111","https://openalex.org/W2963341956","https://openalex.org/W2963565420","https://openalex.org/W2964303773","https://openalex.org/W2965373594","https://openalex.org/W2970476646","https://openalex.org/W2970641574","https://openalex.org/W2973722444","https://openalex.org/W2979826702","https://openalex.org/W2996264288","https://openalex.org/W2999089077","https://openalex.org/W3004346089","https://openalex.org/W3034531294","https://openalex.org/W3034830866","https://openalex.org/W3034995113","https://openalex.org/W3044438666","https://openalex.org/W3048713172","https://openalex.org/W3099793224","https://openalex.org/W3099843385","https://openalex.org/W3101204082","https://openalex.org/W3101498587","https://openalex.org/W3103816537","https://openalex.org/W3104163040","https://openalex.org/W3116884288","https://openalex.org/W3146844750","https://openalex.org/W3151929433","https://openalex.org/W3152698349","https://openalex.org/W3161374759","https://openalex.org/W3169283738","https://openalex.org/W3173805051","https://openalex.org/W3174082608","https://openalex.org/W3174770825","https://openalex.org/W3175604467","https://openalex.org/W3199484478","https://openalex.org/W3205810519","https://openalex.org/W3206375861","https://openalex.org/W3206907172","https://openalex.org/W3207553988","https://openalex.org/W3214578205","https://openalex.org/W3215840701","https://openalex.org/W4206118214","https://openalex.org/W4206633687","https://openalex.org/W4221143046","https://openalex.org/W4221148719","https://openalex.org/W4226204562","https://openalex.org/W4226399820","https://openalex.org/W4235505822","https://openalex.org/W4238584344","https://openalex.org/W4243656193","https://openalex.org/W4250770736","https://openalex.org/W4253011213","https://openalex.org/W4281557260","https://openalex.org/W4286856918","https://openalex.org/W4287758766","https://openalex.org/W4288089799","https://openalex.org/W4288336773"],"related_works":["https://openalex.org/W1540734423","https://openalex.org/W1945364905","https://openalex.org/W2399112294","https://openalex.org/W2182693335","https://openalex.org/W1974525301","https://openalex.org/W2355314240","https://openalex.org/W2347305376","https://openalex.org/W165103996","https://openalex.org/W165460335","https://openalex.org/W2319216046"],"abstract_inverted_index":{"Acquiring":[0],"factual":[1],"knowledge":[2,107],"with":[3],"Pretrained":[4],"Language":[5],"Models":[6],"(PLMs)":[7],"has":[8,22],"attracted":[9],"increasing":[10],"attention,":[11],"showing":[12],"promising":[13],"performance":[14,21,102],"in":[15,111],"many":[16],"knowledge-intensive":[17],"tasks.":[18,163],"Their":[19],"good":[20],"led":[23],"the":[24,29,42,53,93,114,131],"community":[25],"to":[26],"believe":[27],"that":[28,122,150],"models":[30],"do":[31],"possess":[32],"a":[33,49,65],"modicum":[34],"of":[35,52,62,67,97,133,138],"reasoning":[36,60,95,104,141,157],"competence":[37],"rather":[38],"than":[39],"merely":[40],"memorising":[41],"knowledge.":[43,117],"In":[44],"this":[45],"paper,":[46],"we":[47,70,143],"conduct":[48],"comprehensive":[50],"evaluation":[51],"learnable":[54],"deductive":[55,94,128,140,162],"(also":[56],"known":[57],"as":[58],"explicit)":[59],"capability":[61],"PLMs.":[63],"Through":[64],"series":[66],"controlled":[68,134],"experiments,":[69],"posit":[71],"two":[72],"main":[73,119],"findings.":[74],"1)":[75],"PLMs":[76,98,123,151],"inadequately":[77],"generalise":[78],"learned":[79],"logic":[80],"rules":[81],"and":[82,136],"perform":[83,126],"inconsistently":[84],"against":[85],"simple":[86,161],"adversarial":[87],"surface":[88],"form":[89],"edits.":[90],"2)":[91],"While":[92],"fine-tuning":[96],"does":[99],"improve":[100],"their":[101],"on":[103],"over":[105],"unseen":[106],"facts,":[108],"it":[109],"results":[110,120],"catastrophically":[112],"forgetting":[113],"previously":[115],"learnt":[116],"Our":[118],"suggest":[121],"cannot":[124],"yet":[125],"reliable":[127],"reasoning,":[129],"demonstrating":[130],"importance":[132],"examinations":[135],"probing":[137],"PLMs\u2019":[139],"abilities;":[142],"reach":[144],"beyond":[145],"(misleading)":[146],"task":[147],"performance,":[148],"revealing":[149],"are":[152],"still":[153],"far":[154],"from":[155],"robust":[156],"capabilities,":[158],"even":[159],"for":[160]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}