{"id":"https://openalex.org/W7140118366","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.257","title":"Program-of-Thought Reveals LLM Abstraction Ceilings","display_name":"Program-of-Thought Reveals LLM Abstraction Ceilings","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140118366","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.257"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.257","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.257","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.257","pdf_url":"https://aclanthology.org/2026.findings-eacl.257.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-eacl.257.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015052185","display_name":"Mike Hongbo Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mike Zhou","raw_affiliation_strings":["University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107553212","display_name":"Fenil Bardoliya","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fenil Bardoliya","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139728483","display_name":"Vivek Gupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Gupta","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023802054","display_name":"Dan Roth","orcid":"https://orcid.org/0009-0002-1447-5173","observed_orcids":["https://orcid.org/0009-0002-1447-5173"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Roth","raw_affiliation_strings":["University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14775209,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4911","last_page":"4919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8192999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8192999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.04989999905228615,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8230000138282776},{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.7609999775886536},{"id":"https://openalex.org/keywords/invariance","display_name":"invariance","score":0.703000009059906},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.8420000076293945},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.5989999771118164},{"id":"https://openalex.org/keywords/gsm8k","display_name":"GSM8K","score":0.652999997138977},{"id":"https://openalex.org/keywords/math","display_name":"MATH","score":0.7789999842643738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5415999889373779},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.49970000982284546},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.35749998688697815},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2614000141620636},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2506999969482422},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25060001015663147},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2498999983072281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24420000612735748},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.23759999871253967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.257","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.257","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.257","pdf_url":"https://aclanthology.org/2026.findings-eacl.257.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.257","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.257","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.257","pdf_url":"https://aclanthology.org/2026.findings-eacl.257.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/11","score":0.5590032339096069,"display_name":"Sustainable cities and communities"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4785748979","display_name":null,"funder_award_id":"W911NF2010080","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G4955188864","display_name":"Collaborative Research: III: Small: Robust Learning and Inference Protocols for Mitigating Information Pollution","funder_award_id":"2135581","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140118366.pdf","grobid_xml":"https://content.openalex.org/works/W7140118366.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416033918","https://openalex.org/W7133621188","https://openalex.org/W4416887915","https://openalex.org/W7117296276","https://openalex.org/W4407424722","https://openalex.org/W7116922058","https://openalex.org/W4412944357","https://openalex.org/W4416036399","https://openalex.org/W6910467080","https://openalex.org/W6967365076"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,52,67,105,123],"(LLMs)":[3],"are":[4],"often":[5],"claimed":[6],"to":[7,94,124,130],"exhibit":[8,53],"reasoning":[9,120],"ability":[10],"when":[11],"supervised":[12],"with":[13,68],"chain-of-thought":[14],"(CoT)":[15],"traces.True":[16],"reasoning,":[17],"however,":[18],"requires":[19],"invariance:":[20],"isomorphic":[21,46],"problems":[22],"should":[23],"yield":[24],"identical":[25],"solutions":[26],"regardless":[27],"of":[28],"superficial":[29],"variation.We":[30],"test":[31],"this":[32],"property":[33],"by":[34],"evaluating":[35],"base":[36],"and":[37,44,50,74,90,99],"reasoningoptimized":[38],"models-including":[39],"LLaMA,":[40],"Mistral,":[41],"Qwen,":[42],"GPT-OSS,":[43],"Deepseek-on":[45],"variants":[47],"from":[48],"GSM8K":[49],"MATH.All":[51],"substantial":[54],"accuracy":[55,88],"drops":[56],"under":[57,72],"perturbation.To":[58],"assess":[59],"whether":[60],"training":[61],"can":[62],"induce":[63],"invariance,":[64],"we":[65],"fine-tune":[66],"Program-of-Thought":[69],"(PoT)":[70],"supervision":[71,121],"concrete":[73],"masked":[75],"formulations.PoT":[76],"fine-tuning":[77],"increases":[78],"behavioral":[79],"cross-variant":[80],"consistency":[81,113],"but":[82,109],"does":[83],"not":[84],"significantly":[85],"reduce":[86],"the":[87],"gap,":[89],"these":[91],"gains":[92],"fail":[93],"transfer":[95],"across":[96],"prompting":[97],"formats":[98],"domains.Our":[100],"central":[101],"finding":[102],"is":[103],"that":[104,118],"converge":[106],"toward":[107],"stable":[108],"systematically":[110],"incorrect":[111],"behaviors:":[112],"without":[114],"correctness.This":[115],"dissociation":[116],"suggests":[117],"current":[119],"teaches":[122],"reproduce":[125],"solution":[126],"templates":[127],"rather":[128],"than":[129],"abstract":[131],"mathematical":[132],"structure.":[133]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-03-24T00:00:00"}