{"id":"https://openalex.org/W7140103800","doi":"https://doi.org/10.18653/v1/2026.eacl-short.7","title":"Training in Step-by-Step Formal Reasoning Improves Pronominal Reasoning in Language Models","display_name":"Training in Step-by-Step Formal Reasoning Improves Pronominal Reasoning in Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140103800","doi":"https://doi.org/10.18653/v1/2026.eacl-short.7"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-short.7","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-short.7","pdf_url":"https://aclanthology.org/2026.eacl-short.7.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-short.7.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013587924","display_name":"Vagrant Gautam","orcid":"https://orcid.org/0000-0002-7263-8578"},"institutions":[{"id":"https://openalex.org/I71030271","display_name":"Heidelberg Institute for Theoretical Studies","ror":"https://ror.org/01f7bcy98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I71030271"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vagrant Gautam","raw_affiliation_strings":["Heidelberg Institute for Theoretical Studies Heidelberg , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heidelberg Institute for Theoretical Studies Heidelberg , Germany","institution_ids":["https://openalex.org/I71030271"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5013587924"],"corresponding_institution_ids":["https://openalex.org/I71030271"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24837749,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.21449999511241913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.21449999511241913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12380000203847885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.07509999722242355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4717999994754791},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.43790000677108765},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.3758000135421753},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.35249999165534973},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3370000123977661},{"id":"https://openalex.org/keywords/opportunistic-reasoning","display_name":"Opportunistic reasoning","score":0.3050999939441681},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.29840001463890076},{"id":"https://openalex.org/keywords/object-language","display_name":"Object language","score":0.2906999886035919}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6536999940872192},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5404999852180481},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5271000266075134},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3878999948501587},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3758000135421753},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.3050999939441681},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C185954173","wikidata":"https://www.wikidata.org/wiki/Q4347052","display_name":"Object language","level":3,"score":0.2906999886035919},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C146072743","wikidata":"https://www.wikidata.org/wiki/Q192161","display_name":"Formal language","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C183521366","wikidata":"https://www.wikidata.org/wiki/Q7256422","display_name":"Psychology of reasoning","level":4,"score":0.2648000121116638},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C102315432","wikidata":"https://www.wikidata.org/wiki/Q649732","display_name":"Formal system","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-short.7","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-short.7","pdf_url":"https://aclanthology.org/2026.eacl-short.7.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-short.7","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-short.7","pdf_url":"https://aclanthology.org/2026.eacl-short.7.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7263433933258057,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140103800.pdf","grobid_xml":"https://content.openalex.org/works/W7140103800.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"reasoning":[1,18,108,140,146],"models":[2,48,67,151],"are":[3],"trained":[4],"to":[5,25,40],"solve":[6],"problems":[7],"by":[8,59,118],"decomposing":[9],"them":[10],"into":[11],"steps.While":[12],"they":[13],"show":[14,128],"impressive":[15],"progress":[16],"on":[17,70,97,156],"tasks,":[19],"\"reasoning\"":[20],"here":[21],"is":[22,35],"typically":[23],"limited":[24],"formal":[26,107],"reasoning,":[27,42,115],"i.e.,":[28],"math,":[29],"code,":[30],"and":[31,65,84,88,136],"logic.An":[32],"open":[33],"question":[34,58],"whether":[36],"these":[37,157],"abilities":[38],"transfer":[39],"pronominal":[41,114],"where":[43],"step-by-step":[44,106],"thinking":[45],"in":[46,110,116],"non-reasoning":[47],"worsens":[49],"performance,":[50],"but":[51],"code":[52],"pre-training":[53],"may":[54],"help.I":[55],"answer":[56],"this":[57],"evaluating":[60],"six":[61,71],"pairs":[62],"of":[63,124,145,161],"original":[64],"DeepSeek-distilled":[66],"(1.5B-70B":[68],"parameters)":[69],"challenging":[72],"datasets":[73,99],"for":[74,163],"English":[75],"pronoun":[76,81,85,91],"resolution":[77],"(identifying":[78],"whom":[79],"a":[80,90,121,143],"refers":[82],"to)":[83],"fidelity":[86],"(learning":[87],"applying":[89],"mapping":[92],"correctly).Performance":[93],"improves":[94],"statistically":[95],"significantly":[96],"all":[98],"(31%":[100],"relative":[101],"increase),":[102],"indicating":[103],"that":[104,129],"distilling":[105],"does":[109],"fact":[111],"help":[112],"with":[113],"part":[117],"improving":[119],"instruction-following.With":[120],"qualitative":[122],"evaluation":[123],"720":[125],"generations,":[126],"I":[127],"improvements":[130],"occur":[131],"across":[132],"granular":[133],"error":[134],"types,":[135],"come":[137],"from":[138],"plausible-looking":[139],"chains":[141],"employing":[142],"variety":[144],"strategies.However,":[147],"the":[148],"gains":[149],"put":[150],"just":[152],"above":[153],"random":[154],"performance":[155],"datasets,":[158],"leaving":[159],"plenty":[160],"room":[162],"improvement.":[164]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-24T00:00:00"}
