{"id":"https://openalex.org/W3156509887","doi":"https://doi.org/10.1162/tacl_a_00412","title":"Provable Limitations of Acquiring Meaning from Ungrounded Form: What Will Future Language Models Understand?","display_name":"Provable Limitations of Acquiring Meaning from Ungrounded Form: What Will Future Language Models Understand?","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3156509887","doi":"https://doi.org/10.1162/tacl_a_00412","mag":"3156509887"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00412","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00412","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00412/1963983/tacl_a_00412.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00412/1963983/tacl_a_00412.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109946254","display_name":"William Merrill","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Merrill","raw_affiliation_strings":["Allen Institute for AI, United States. willm@allenai.org","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI, United States. willm@allenai.org","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028476919","display_name":"Yoav Goldberg","orcid":"https://orcid.org/0000-0002-6497-829X"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Yoav Goldberg","raw_affiliation_strings":["Allen Institute for AI, United States","Bar Ilan University, Israel. yoavg@allenai.org","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI, United States","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"Bar Ilan University, Israel. yoavg@allenai.org","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007903277","display_name":"Roy Schwartz","orcid":"https://orcid.org/0000-0003-3487-5713"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Roy Schwartz","raw_affiliation_strings":["Bar Ilan University, Israel. roys@allenai.org","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bar Ilan University, Israel. roys@allenai.org","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088517824","display_name":"Noah A. Smith","orcid":"https://orcid.org/0000-0002-2310-6380"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah A. Smith","raw_affiliation_strings":["Allen Institute for AI, United States","University of Washington, United States. noah@allenai.org","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI, United States","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"University of Washington, United States. noah@allenai.org","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9795,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80241834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"1047","last_page":"1060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7949419021606445},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.5829404592514038},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.5428959131240845},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.5341291427612305},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5225329399108887},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48451322317123413},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.47844627499580383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42362987995147705},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.41207584738731384},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.31131112575531006},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2858627438545227},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.11750811338424683},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08028891682624817}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7949419021606445},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.5829404592514038},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.5428959131240845},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5341291427612305},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5225329399108887},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48451322317123413},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.47844627499580383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42362987995147705},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.41207584738731384},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.31131112575531006},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2858627438545227},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.11750811338424683},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08028891682624817},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00412","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00412","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00412/1963983/tacl_a_00412.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2104.10809","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.10809","pdf_url":"https://arxiv.org/pdf/2104.10809","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3156509887","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2104.10809.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:01b20bd81c594f82968f4a363577d1ef","is_oa":true,"landing_page_url":"https://doaj.org/article/01b20bd81c594f82968f4a363577d1ef","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 1047-1060 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2104.10809","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.10809","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00412","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00412","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00412/1963983/tacl_a_00412.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7699999809265137,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1555824538","https://openalex.org/W1711163617","https://openalex.org/W1989445634","https://openalex.org/W2001771035","https://openalex.org/W2039987681","https://openalex.org/W2080042577","https://openalex.org/W2126160338","https://openalex.org/W2145482038","https://openalex.org/W2264742718","https://openalex.org/W2826721128","https://openalex.org/W2882319491","https://openalex.org/W2906152891","https://openalex.org/W2923014074","https://openalex.org/W2946417913","https://openalex.org/W2962776659","https://openalex.org/W2963341956","https://openalex.org/W2964204621","https://openalex.org/W2970150313","https://openalex.org/W2970862333","https://openalex.org/W2981852735","https://openalex.org/W3030163527","https://openalex.org/W3034723486","https://openalex.org/W3035733645","https://openalex.org/W3118485687","https://openalex.org/W4210513017","https://openalex.org/W6678934100","https://openalex.org/W6726295259","https://openalex.org/W6755207826","https://openalex.org/W6817203771"],"related_works":["https://openalex.org/W3203259592","https://openalex.org/W3034723486","https://openalex.org/W368024043","https://openalex.org/W1590322246","https://openalex.org/W1498269318","https://openalex.org/W2048810095","https://openalex.org/W3199379241","https://openalex.org/W3214147345","https://openalex.org/W3108926827","https://openalex.org/W2185458872","https://openalex.org/W1549711853","https://openalex.org/W3195112265","https://openalex.org/W2531626890","https://openalex.org/W2031534849","https://openalex.org/W2130082069","https://openalex.org/W2903340877","https://openalex.org/W2501333583","https://openalex.org/W2766614543","https://openalex.org/W286987086","https://openalex.org/W2185333593"],"abstract_inverted_index":{"Abstract":[0],"Language":[1],"models":[2,176],"trained":[3],"on":[4,14,55],"billions":[5],"of":[6,23,39,46,58,92,99,105],"tokens":[7],"have":[8],"recently":[9],"led":[10],"to":[11,36,49,77,141,164,178,185],"unprecedented":[12],"results":[13,139,151],"many":[15],"NLP":[16],"tasks.":[17],"This":[18],"success":[19],"raises":[20],"the":[21,44,56,67,108],"question":[22],"whether,":[24],"in":[25,115,155,172,182],"principle,":[26],"a":[27,75,96,142],"system":[28,76],"can":[29,111,122],"ever":[30],"\u201cunderstand\u201d":[31],"raw":[32],"text":[33],"without":[34],"access":[35],"some":[37],"form":[38],"grounding.":[40],"We":[41,70,85,169],"formally":[42],"investigate":[43],"abilities":[45],"ungrounded":[47,174],"systems":[48],"acquire":[50],"meaning.":[51],"Our":[52],"analysis":[53],"focuses":[54],"role":[57],"\u201cassertions\u201d:":[59],"textual":[60],"contexts":[61],"that":[62,87,94,120,153],"provide":[63,161],"indirect":[64],"clues":[65],"about":[66],"underlying":[68],"semantics.":[69],"study":[71],"whether":[72],"assertions":[73,88,154],"enable":[74,89],"emulate":[78,166],"representations":[79],"preserving":[80],"semantic":[81,90,100,147,167],"relations":[82],"like":[83],"equivalence.":[84],"find":[86],"emulation":[91,121],"languages":[93,106],"satisfy":[95],"strong":[97],"notion":[98],"transparency.":[101],"However,":[102],"for":[103],"classes":[104],"where":[107],"same":[109],"expression":[110],"take":[112],"different":[113,116],"values":[114],"contexts,":[117],"we":[118,126],"show":[119],"become":[123],"uncomputable.":[124],"Finally,":[125],"discuss":[127],"differences":[128],"between":[129],"our":[130,138,150],"formal":[131],"model":[132],"and":[133,145],"natural":[134],"language,":[135],"exploring":[136],"how":[137],"generalize":[140],"modal":[143],"setting":[144],"other":[146],"relations.":[148],"Together,":[149],"suggest":[152],"code":[156],"or":[157],"language":[158,175],"do":[159],"not":[160],"sufficient":[162],"signal":[163],"fully":[165],"representations.":[168],"formalize":[170],"ways":[171],"which":[173],"appear":[177],"be":[179],"fundamentally":[180],"limited":[181],"their":[183],"ability":[184],"\u201cunderstand\u201d.":[186]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}