{"id":"https://openalex.org/W7140112950","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.218","title":"The Curse of Verbalization: How Presentation Order Constrains LLM Reasoning","display_name":"The Curse of Verbalization: How Presentation Order Constrains LLM Reasoning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140112950","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.218"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.218","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.218","pdf_url":"https://aclanthology.org/2026.findings-eacl.218.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-eacl.218.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130408285","display_name":"Yue Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Zhou","raw_affiliation_strings":["University of Illinois Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109737659","display_name":"Henry Peng Zou","orcid":"https://orcid.org/0009-0003-5259-4998","observed_orcids":["https://orcid.org/0009-0003-5259-4998"]},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Peng Zou","raw_affiliation_strings":["University of Illinois Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055258367","display_name":"Barbara Di Eugenio","orcid":"https://orcid.org/0000-0003-1706-2577","observed_orcids":["https://orcid.org/0000-0003-1706-2577"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barbara Di Eugenio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130341435","display_name":"Yang Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["IBM-Watson AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM-Watson AI Lab","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14665261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4175","last_page":"4185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8208000063896179,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8208000063896179,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05790000036358833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.020600000396370888,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8309999704360962},{"id":"https://openalex.org/keywords/presentation-order","display_name":"presentation order","score":0.7210000157356262},{"id":"https://openalex.org/keywords/verbalization","display_name":"verbalization","score":0.6380000114440918},{"id":"https://openalex.org/keywords/reasoning-performance","display_name":"reasoning performance","score":0.5709999799728394},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.6179999709129333},{"id":"https://openalex.org/keywords/problem-restructuring","display_name":"problem restructuring","score":0.6019999980926514}],"concepts":[{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.583299994468689},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5184999704360962},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4961000084877014},{"id":"https://openalex.org/C2780273121","wikidata":"https://www.wikidata.org/wiki/Q109411","display_name":"Curse","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35910001397132874},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3377000093460083},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2498999983072281},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.24940000474452972},{"id":"https://openalex.org/C62360110","wikidata":"https://www.wikidata.org/wiki/Q96777007","display_name":"Circumscription","level":2,"score":0.2387000024318695}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.218","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.218","pdf_url":"https://aclanthology.org/2026.findings-eacl.218.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.218","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.218","pdf_url":"https://aclanthology.org/2026.findings-eacl.218.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140112950.pdf","grobid_xml":"https://content.openalex.org/works/W7140112950.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391835676","https://openalex.org/W4411113132","https://openalex.org/W7166812098","https://openalex.org/W4404350213","https://openalex.org/W7167601205","https://openalex.org/W7125673123","https://openalex.org/W4407186329","https://openalex.org/W4415272445","https://openalex.org/W4407569234","https://openalex.org/W4416034510"],"abstract_inverted_index":{"This":[0],"paper":[1],"delves":[2],"into":[3],"the":[4,9,47,54,63,66,74,95,101,138,145,160],"factors":[5],"that":[6,32,42,56,83,175],"contribute":[7],"to":[8,53,93,120],"difficulty":[10],"of":[11,26,97,103,163],"problems":[12,92,154],"for":[13],"large":[14],"language":[15],"models":[16],"(LLMs).We":[17],"begin":[18],"with":[19,45,62,100,155,185],"a":[20,117,131,179],"pilot":[21],"test":[22],"evaluating":[23],"LLMs'":[24],"understanding":[25],"esoteric":[27],"programming":[28],"languages":[29],"and":[30,73,158],"find":[31,174],"LLMs":[33,115,164],"struggle":[34],"significantly":[35],"when":[36],"programs":[37],"execute":[38],"in":[39,68,76,88,123,134],"an":[40],"order":[41,67,75,96,102,125,141],"is":[43,49,71],"unaligned":[44],"how":[46],"program":[48],"presented.This":[50],"phenomenon":[51],"leads":[52],"hypothesis":[55,85],"LLM":[57],"performance":[58,107,188],"on":[59,128,190],"reasoning":[60,135,187],"correlates":[61],"alignment":[64],"between":[65],"which":[69,77],"information":[70,98,122],"presented":[72],"it":[78],"should":[79],"be":[80],"utilized.We":[81],"demonstrate":[82],"this":[84,112,176],"holds":[86],"broadly":[87],"mathematical":[89,168],"reasoning:":[90],"restructuring":[91],"align":[94],"presentation":[99,124,146],"utilization":[104,140],"consistently":[105],"improves":[106],"across":[108],"state-of-the-art":[109],"models.We":[110],"conjecture":[111],"occurs":[113],"because":[114],"acquire":[116],"strong":[118,180],"tendency":[119,132],"verbalize":[121],"during":[126],"training":[127],"human":[129],"text,":[130],"detrimental":[133],"domains":[136],"where":[137],"optimal":[139],"often":[142],"diverges":[143],"from":[144,167],"order.To":[147],"provide":[148],"further":[149],"evidence,":[150],"we":[151,173],"construct":[152],"pseudo-mathematical":[153],"nonsensical":[156],"terms":[157],"quantify":[159],"verbalization":[161],"flexibility":[162,177],"without":[165],"interference":[166],"knowledge.Across":[169],"twelve":[170],"representative":[171],"LLMs,":[172],"exhibits":[178],"correlation":[181],"(\u03c1":[182],"=":[183],"0.87)":[184],"general":[186],"rankings":[189],"LMArena.":[191]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-03-24T00:00:00"}