{"id":"https://openalex.org/W7140084011","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.115","title":"FOL-Traces: Verified First-Order Logic Reasoning Traces at Scale","display_name":"FOL-Traces: Verified First-Order Logic Reasoning Traces at Scale","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140084011","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.115"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.115","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.115","pdf_url":"https://aclanthology.org/2026.findings-eacl.115.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-eacl.115.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079924297","display_name":"Isabelle Lee","orcid":"https://orcid.org/0000-0003-4125-2610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isabelle Lee","raw_affiliation_strings":["USC Harvard University USC bridge University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC Harvard University USC bridge University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130410964","display_name":"Sarah Liaw","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarah Liaw","raw_affiliation_strings":["USC Harvard University USC bridge University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC Harvard University USC bridge University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060347694","display_name":"Dani Yogatama","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dani Yogatama","raw_affiliation_strings":["USC Harvard University USC bridge University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC Harvard University USC bridge University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39294416,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2181","last_page":"2203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.7621999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.7621999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.022600000724196434,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.020800000056624413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.48260000348091125},{"id":"https://openalex.org/keywords/non-monotonic-logic","display_name":"Non-monotonic logic","score":0.3758000135421753},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.33820000290870667},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.29789999127388},{"id":"https://openalex.org/keywords/description-logic","display_name":"Description logic","score":0.27129998803138733}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5842999815940857},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.48260000348091125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43639999628067017},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39160001277923584},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30550000071525574},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2879999876022339},{"id":"https://openalex.org/C102993220","wikidata":"https://www.wikidata.org/wiki/Q387196","display_name":"Description logic","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C69562738","wikidata":"https://www.wikidata.org/wiki/Q200694","display_name":"Propositional calculus","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.115","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.115","pdf_url":"https://aclanthology.org/2026.findings-eacl.115.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.115","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.115","pdf_url":"https://aclanthology.org/2026.findings-eacl.115.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140084011.pdf","grobid_xml":"https://content.openalex.org/works/W7140084011.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reasoning":[0],"in":[1],"language":[2],"models":[3,72,88],"is":[4],"difficult":[5],"to":[6],"evaluate:":[7],"natural-language":[8],"traces":[9],"are":[10,14],"unverifiable,":[11],"symbolic":[12],"datasets":[13],"too":[15],"small,":[16],"and":[17,47,53,60,98],"most":[18],"benchmarks":[19],"conflate":[20],"heuristics":[21],"with":[22,78],"inference.We":[23],"present":[24],"FOL-TRACES,":[25],"the":[26,84],"first":[27],"large-scale":[28],"dataset":[29,85],"of":[30,38],"programmatically":[31],"verified":[32],"reasoning":[33,80],"traces,":[34],"enabling":[35],"rigorous":[36],"evaluation":[37],"structured":[39,74],"logical":[40,75],"inference.":[41],"1We":[42],"also":[43],"propose":[44],"two":[45],"challenging":[46],"comprehensive":[48],"diagnostic":[49],"tasks-masked":[50],"operation":[51,96],"prediction":[52,97],"step":[54],"completion-that":[55],"directly":[56],"probe":[57],"syntactic":[58],"awareness":[59],"process":[61],"fidelity.FOL-TRACES":[62],"serves":[63],"as":[64],"a":[65],"scalable":[66],"testbed":[67],"for":[68],"rigorously":[69],"studying":[70],"how":[71],"perform":[73],"inference.Systematic":[76],"experiments":[77],"5":[79],"LLMs":[81],"show":[82],"that":[83],"remains":[86],"challenging:":[87],"only":[89],"reach":[90],"around":[91,99],"45.7%":[92],"accuracy":[93],"on":[94,101],"masked":[95],"27%":[100],"two-step":[102],"completion.":[103]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-24T00:00:00"}