{"id":"https://openalex.org/W7140144908","doi":"https://doi.org/10.18653/v1/2026.eacl-short.3","title":"Logic Haystacks: Probing LLMs\u2019 Long-Context Logical Reasoning (Without Easily Identifiable Unrelated Padding)","display_name":"Logic Haystacks: Probing LLMs\u2019 Long-Context Logical Reasoning (Without Easily Identifiable Unrelated Padding)","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140144908","doi":"https://doi.org/10.18653/v1/2026.eacl-short.3"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.eacl-short.3","doi":"https://doi.org/10.18653/v1/2026.eacl-short.3","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-short.3","pdf_url":"https://aclanthology.org/2026.eacl-short.3.pdf","source":{"id":"https://openalex.org/S4306418011","display_name":"Conference of the European Chapter of the Association for Computational Linguistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.eacl-short.3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068059558","display_name":"Damien Sileo","orcid":"https://orcid.org/0000-0002-3274-291X","observed_orcids":["https://orcid.org/0000-0002-3274-291X"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I4387153239","display_name":"Centre de Recherche en Informatique, Signal et Automatique de Lille","ror":"https://ror.org/05vrs3189","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2279609970","https://openalex.org/I4387153239","https://openalex.org/I7454413"]},{"id":"https://openalex.org/I7454413","display_name":"Centrale Lille Institut","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Damien Sileo","raw_affiliation_strings":["Univ. Lille , Inria , CNRS , Centrale Lille , UMR 9189 -CRIStAL , F-59000 Lille , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Lille , Inria , CNRS , Centrale Lille , UMR 9189 -CRIStAL , F-59000 Lille , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2279609970","https://openalex.org/I4387153239","https://openalex.org/I7454413"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068059558"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2279609970","https://openalex.org/I4387153239","https://openalex.org/I7454413"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15690285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"66","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.014700000174343586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.843999981880188},{"id":"https://openalex.org/keywords/long-context-reasoning","display_name":"long-context reasoning","score":0.8659999966621399},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"logical reasoning","score":0.5849999785423279},{"id":"https://openalex.org/keywords/first-order-logic","display_name":"first-order logic","score":0.7390000224113464},{"id":"https://openalex.org/keywords/context-window","display_name":"context window","score":0.5},{"id":"https://openalex.org/keywords/evidence-retrieval","display_name":"evidence retrieval","score":0.8849999904632568},{"id":"https://openalex.org/keywords/contradiction-detection","display_name":"contradiction detection","score":0.9819999933242798},{"id":"https://openalex.org/keywords/distractors","display_name":"distractors","score":0.7829999923706055},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.5550000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5776000022888184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43160000443458557},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C74992188","wikidata":"https://www.wikidata.org/wiki/Q239179","display_name":"Non-classical logic","level":3,"score":0.3695000112056732},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2928999960422516},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C69562738","wikidata":"https://www.wikidata.org/wiki/Q200694","display_name":"Propositional calculus","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.2651999890804291}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2026.eacl-short.3","doi":"https://doi.org/10.18653/v1/2026.eacl-short.3","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-short.3","pdf_url":"https://aclanthology.org/2026.eacl-short.3.pdf","source":{"id":"https://openalex.org/S4306418011","display_name":"Conference of the European Chapter of the Association for Computational Linguistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.17169","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.17169","pdf_url":"https://arxiv.org/pdf/2502.17169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05300827v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.science/hal-05300827","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2025","raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2502.17169","doi":"https://doi.org/10.48550/arxiv.2502.17169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.17169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-short.3","doi":"https://doi.org/10.18653/v1/2026.eacl-short.3","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-short.3","pdf_url":"https://aclanthology.org/2026.eacl-short.3.pdf","source":{"id":"https://openalex.org/S4306418011","display_name":"Conference of the European Chapter of the Association for Computational Linguistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5170690408","display_name":"Adada: Adaptive Datasets for Enhancing Reasoning in Large Language Models","funder_award_id":"ANR-24-CE23-4637","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140144908.pdf","grobid_xml":"https://content.openalex.org/works/W7140144908.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416035091","https://openalex.org/W4403888234","https://openalex.org/W4415795958","https://openalex.org/W4407310644","https://openalex.org/W7126079967","https://openalex.org/W7214023293","https://openalex.org/W7222688088","https://openalex.org/W4404782876","https://openalex.org/W4399837649","https://openalex.org/W7166863176"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,11,39],"demonstrate":[3],"promising":[4],"long":[5],"context":[6,13,103],"processing":[7],"capabilities,":[8],"with":[9,34,53,70,81,108],"recent":[10],"touting":[12],"windows":[14],"close":[15],"to":[16,59,87],"one":[17],"million":[18],"tokens.However,":[19],"the":[20,38,101],"evaluations":[21],"supporting":[22],"these":[23],"claims":[24],"often":[25],"involve":[26],"simple":[27],"retrieval":[28,72,98],"tasks":[29,32],"or":[30],"synthetic":[31],"padded":[33],"irrelevant":[35],"text,":[36],"which":[37],"may":[40],"easily":[41],"detect":[42],"and":[43,92],"discard.In":[44],"this":[45],"work,":[46],"we":[47],"generate":[48],"lengthy":[49],"simplified":[50],"English":[51],"text":[52,78],"first-order":[54],"logic":[55],"representations":[56],"spanning":[57],"up":[58],"2048":[60],"sentences":[61],"(\u2248":[62],"25k":[63],"GPT-4":[64],"tokens).We":[65],"formulate":[66],"an":[67],"evaluation":[68,95],"task":[69],"evidence":[71,91,97],"for":[73],"contradiction":[74],"detection.The":[75],"long,":[76],"homogeneous":[77],"is":[79,105],"filled":[80],"distractors":[82],"that":[83,100],"are":[84],"both":[85],"hard":[86],"distinguish":[88],"from":[89],"relevant":[90],"provably":[93],"non-interfering.Our":[94],"of":[96],"shows":[99],"effective":[102],"window":[104],"much":[106],"smaller":[107],"realistic":[109],"distractors,":[110],"already":[111],"crumbling":[112],"at":[113],"128":[114],"sentences.":[115]},"counts_by_year":[],"updated_date":"2026-10-25T09:29:13.331239","created_date":"2026-03-24T00:00:00"}