{"id":"https://openalex.org/W7163984089","doi":"https://doi.org/10.48550/arxiv.2606.09822","title":"Causally Evaluating the Learnability of Formal Language Tasks","display_name":"Causally Evaluating the Learnability of Formal Language Tasks","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7163984089","doi":"https://doi.org/10.48550/arxiv.2606.09822"},"language":"en","primary_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/0a4403bf-066b-41c4-abe7-783cc0d1d9f4","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/0a4403bf-066b-41c4-abe7-783cc0d1d9f4","pdf_url":"https://curis.ku.dk/ws/files/556280048/2606.09822v1.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sn\u00e6bjarnarson , V , Svete , A , Valvoda , J , Boumasmoud , R , DuSell , B & Cotterell , R 2026 ' Causally Evaluating the Learnability of Formal Language Tasks ' arXiv preprint . https://doi.org/10.48550/arXiv.2606.09822","raw_type":"workingPaper"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://curis.ku.dk/ws/files/556280048/2606.09822v1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075083768","display_name":"V\u00e9steinn Sn\u00e6bjarnarson","orcid":"https://orcid.org/0000-0001-9995-6181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sn\u00e6bjarnarson, V\u00e9steinn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071101707","display_name":"Anej Svete","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Svete, Anej","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068228021","display_name":"Josef Valvoda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Valvoda, Josef","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099044447","display_name":"Reda Boumasmoud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boumasmoud, Reda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037338490","display_name":"Brian DuSell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"DuSell, Brian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061951606","display_name":"Ryan Cotterell","orcid":"https://orcid.org/0000-0003-4080-1833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cotterell, Ryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7760999798774719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7760999798774719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0754999965429306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.8544999957084656},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6291999816894531},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5837000012397766},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.527999997138977},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4943000078201294},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.41429999470710754},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.38029998540878296},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.35569998621940613},{"id":"https://openalex.org/keywords/unobservable","display_name":"Unobservable","score":0.35510000586509705},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.3540000021457672}],"concepts":[{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.8544999957084656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6366999745368958},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6291999816894531},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5837000012397766},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.527999997138977},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4943000078201294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47940000891685486},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4212000072002411},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C146072743","wikidata":"https://www.wikidata.org/wiki/Q192161","display_name":"Formal language","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30300000309944153},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C185954173","wikidata":"https://www.wikidata.org/wiki/Q4347052","display_name":"Object language","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/0a4403bf-066b-41c4-abe7-783cc0d1d9f4","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/0a4403bf-066b-41c4-abe7-783cc0d1d9f4","pdf_url":"https://curis.ku.dk/ws/files/556280048/2606.09822v1.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sn\u00e6bjarnarson , V , Svete , A , Valvoda , J , Boumasmoud , R , DuSell , B & Cotterell , R 2026 ' Causally Evaluating the Learnability of Formal Language Tasks ' arXiv preprint . https://doi.org/10.48550/arXiv.2606.09822","raw_type":"workingPaper"},{"id":"doi:10.48550/arxiv.2606.09822","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09822","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/0a4403bf-066b-41c4-abe7-783cc0d1d9f4","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/0a4403bf-066b-41c4-abe7-783cc0d1d9f4","pdf_url":"https://curis.ku.dk/ws/files/556280048/2606.09822v1.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sn\u00e6bjarnarson , V , Svete , A , Valvoda , J , Boumasmoud , R , DuSell , B & Cotterell , R 2026 ' Causally Evaluating the Learnability of Formal Language Tasks ' arXiv preprint . https://doi.org/10.48550/arXiv.2606.09822","raw_type":"workingPaper"},"sustainable_development_goals":[{"score":0.8619497418403625,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7163984089.pdf","grobid_xml":"https://content.openalex.org/works/W7163984089.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"models,":[1],"as":[2,71,116,155],"multi-task":[3],"learners,":[4],"acquire":[5],"a":[6,25,58,72,103,108,117,156],"wide":[7],"range":[8],"of":[9,131],"abilities":[10],"during":[11],"training.":[12],"A":[13],"fundamental":[14],"question":[15],"is":[16,21,33],"how":[17,101],"much":[18],"task-specific":[19],"data":[20,51],"needed":[22],"to":[23,38,57,75,127,144,148],"learn":[24],"given":[26],"task.":[27],"Answering":[28],"this":[29],"for":[30],"natural":[31],"language":[32],"difficult:":[34],"tasks":[35],"are":[36,82],"hard":[37],"delineate":[39],"and":[40,53,121,153],"can":[41],"confound":[42],"one":[43],"another.":[44],"To":[45,85],"rigorously":[46],"investigate":[47],"the":[48,91,113,129],"relationship":[49],"between":[50],"frequency":[52],"learnability,":[54],"we":[55,89],"turn":[56],"controlled":[59],"setting":[60],"using":[61],"formal":[62],"languages":[63],"induced":[64],"from":[65],"probabilistic":[66],"finite":[67],"automata.":[68],"These":[69],"serve":[70,154],"methodological":[73],"testbed":[74],"demonstrate":[76],"that":[77,97,137],"standard":[78],"correlational":[79,151,159],"evaluation":[80],"practices":[81],"inherently":[83],"flawed.":[84],"enable":[86],"causal":[87,118,141],"analysis,":[88,152],"introduce":[90],"binning":[92],"semiring,":[93],"an":[94],"algebraic":[95],"object":[96],"lets":[98],"us":[99],"control":[100],"often":[102],"targeted":[104],"property":[105],"occurs":[106],"in":[107,150,161],"sampled":[109],"corpus.":[110],"We":[111],"formulate":[112],"experimental":[114],"pipeline":[115],"graphical":[119],"model":[120],"derive":[122],"decomposed":[123],"Kullback-Leibler":[124],"divergence":[125],"metrics":[126],"measure":[128],"learnability":[130,139],"specific":[132],"sub-tasks.":[133],"Our":[134],"experiments":[135],"show":[136],"evaluating":[138],"without":[140],"intervention":[142],"leads":[143],"incorrect":[145],"conclusions":[146],"due":[147],"confounders":[149],"warning":[157],"about":[158],"pitfalls":[160],"natural-language":[162],"settings.":[163]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-06-10T00:00:00"}