{"id":"https://openalex.org/W4404939297","doi":"https://doi.org/10.1162/tacl_a_00720","title":"Filtered Corpus Training (FiCT) Shows that Language Models Can Generalize from Indirect Evidence","display_name":"Filtered Corpus Training (FiCT) Shows that Language Models Can Generalize from Indirect Evidence","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404939297","doi":"https://doi.org/10.1162/tacl_a_00720"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00720","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00720","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl_a_00720","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067101294","display_name":"Abhinav Patil","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav Patil","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056188012","display_name":"Jaap Jumelet","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jaap Jumelet","raw_affiliation_strings":["ILLC, University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ILLC, University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111213549","display_name":"Yu Ying Chiu","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Ying Chiu","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098903353","display_name":"Andy Lapastora","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andy Lapastora","raw_affiliation_strings":["AWS AI Labs, Amazon, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AWS AI Labs, Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037692933","display_name":"Peter Shen","orcid":"https://orcid.org/0000-0002-6256-6910"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Shen","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034568349","display_name":"Lexie Wang","orcid":"https://orcid.org/0000-0002-3163-4570"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lexie Wang","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098903354","display_name":"Clevis Willrich","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clevis Willrich","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017484646","display_name":"Shane Steinert\u2010Threlkeld","orcid":"https://orcid.org/0000-0001-8906-266X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shane Steinert-Threlkeld","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1498,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82051702,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"1597","last_page":"1615"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8055751323699951},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6885068416595459},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.583094596862793},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5262914299964905},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5209451913833618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.484508216381073},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32931798696517944},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.32832205295562744},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.05510491132736206}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8055751323699951},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6885068416595459},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.583094596862793},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5262914299964905},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5209451913833618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.484508216381073},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32931798696517944},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.32832205295562744},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.05510491132736206},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl_a_00720","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00720","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/b6264644-ee92-4e6d-aeaf-ba281f0ffa76","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/filtered-corpus-training-fict-shows-that-language-models-can-generalize-from-indirect-evidence(b6264644-ee92-4e6d-aeaf-ba281f0ffa76).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Patil, A, Jumelet, J, Chiu, Y Y, Lapastora, A, Shen, P, Wang, L, Willrich, C & Steinert-Threlkeld, S 2024, 'Filtered Corpus Training (FiCT) Shows that Language Models Can Generalize from Indirect Evidence', Transactions of the Association for Computational Linguistics, vol. 12, pp. 1597-1615. https://doi.org/10.1162/tacl_a_00720","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dare.uva.nl:publications/b6264644-ee92-4e6d-aeaf-ba281f0ffa76","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/b6264644-ee92-4e6d-aeaf-ba281f0ffa76","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Patil, A, Jumelet, J, Chiu, Y Y, Lapastora, A, Shen, P, Wang, L, Willrich, C & Steinert-Threlkeld, S 2024, 'Filtered Corpus Training (FiCT) Shows that Language Models Can Generalize from Indirect Evidence', Transactions of the Association for Computational Linguistics, vol. 12, pp. 1597-1615. https://doi.org/10.1162/tacl_a_00720","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00720","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00720","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1586060904","https://openalex.org/W2054125330","https://openalex.org/W2064675550","https://openalex.org/W2143693877","https://openalex.org/W2143891888","https://openalex.org/W2164418233","https://openalex.org/W2531882892","https://openalex.org/W2549835527","https://openalex.org/W2594908799","https://openalex.org/W2612690371","https://openalex.org/W2753392522","https://openalex.org/W2795342569","https://openalex.org/W2888922637","https://openalex.org/W2913250677","https://openalex.org/W2918871811","https://openalex.org/W2921890305","https://openalex.org/W2951286828","https://openalex.org/W2963751529","https://openalex.org/W2964117978","https://openalex.org/W2971044268","https://openalex.org/W2978670439","https://openalex.org/W2986128786","https://openalex.org/W2996728628","https://openalex.org/W3001279689","https://openalex.org/W3004346089","https://openalex.org/W3034510440","https://openalex.org/W3037109418","https://openalex.org/W3037115370","https://openalex.org/W3100748148","https://openalex.org/W3104739822","https://openalex.org/W3154603286","https://openalex.org/W3166920165","https://openalex.org/W3175306105","https://openalex.org/W3176245452","https://openalex.org/W3185327153","https://openalex.org/W3200809495","https://openalex.org/W4309419356","https://openalex.org/W4361766487","https://openalex.org/W4366999450","https://openalex.org/W4385571531","https://openalex.org/W4385573296","https://openalex.org/W4386576841","https://openalex.org/W4387782510","https://openalex.org/W4389519153","https://openalex.org/W4389519313","https://openalex.org/W4391590871","https://openalex.org/W4402671975","https://openalex.org/W4404783413","https://openalex.org/W6681860728","https://openalex.org/W6688866165","https://openalex.org/W6739901393","https://openalex.org/W6756530899","https://openalex.org/W6757817989","https://openalex.org/W6772383348","https://openalex.org/W6775935039","https://openalex.org/W6779016856","https://openalex.org/W6780338911"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W4394050964","https://openalex.org/W2551249631","https://openalex.org/W4287644835","https://openalex.org/W3092281475","https://openalex.org/W3098003361"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"introduces":[3],"Filtered":[4],"Corpus":[5],"Training,":[6],"a":[7,64],"method":[8,48],"that":[9,62,73,96],"trains":[10],"language":[11],"models":[12,85],"(LMs)":[13],"on":[14,39,91],"corpora":[15,61],"with":[16],"certain":[17],"linguistic":[18,37,68,92],"constructions":[19],"filtered":[20,60],"out":[21],"from":[22,102],"the":[23,31,40,47],"training":[24],"data,":[25],"and":[26,52,88],"uses":[27],"it":[28],"to":[29,35,49],"measure":[30],"ability":[32],"of":[33,42,67,100],"LMs":[34,54,79],"perform":[36,86],"generalization":[38,93],"basis":[41],"indirect":[43,103],"evidence.":[44,104],"We":[45],"apply":[46],"both":[50,84],"LSTM":[51],"Transformer":[53],"(of":[55],"roughly":[56],"comparable":[57],"size),":[58],"developing":[59],"target":[63],"wide":[65],"range":[66],"phenomena.":[69],"Our":[70],"results":[71],"show":[72],"while":[74],"transformers":[75],"are":[76,98],"better":[77],"qua":[78],"(as":[80],"measured":[81],"by":[82],"perplexity),":[83],"equally":[87],"surprisingly":[89],"well":[90],"measures,":[94],"suggesting":[95],"they":[97],"capable":[99],"generalizing":[101]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}