{"id":"https://openalex.org/W4386740843","doi":"https://doi.org/10.1038/s42256-023-00718-1","title":"Testing the limits of natural language models for predicting human language judgements","display_name":"Testing the limits of natural language models for predicting human language judgements","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386740843","doi":"https://doi.org/10.1038/s42256-023-00718-1"},"language":"en","primary_location":{"id":"doi:10.1038/s42256-023-00718-1","is_oa":false,"landing_page_url":"https://doi.org/10.1038/s42256-023-00718-1","pdf_url":null,"source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037934578","display_name":"Tal Golan","orcid":"https://orcid.org/0000-0002-7940-7473"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["IL","US"],"is_corresponding":true,"raw_author_name":"Tal Golan","raw_affiliation_strings":["Department of Cognitive and Brain Sciences, Ben-Gurion University of the Negev, Be\u2019er-Sheva, Israel","Zuckerman Mind Brain Behavior Institute, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-7940-7473","affiliations":[{"raw_affiliation_string":"Department of Cognitive and Brain Sciences, Ben-Gurion University of the Negev, Be\u2019er-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"Zuckerman Mind Brain Behavior Institute, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089035587","display_name":"Matthew Siegelman","orcid":"https://orcid.org/0000-0002-4093-8437"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Siegelman","raw_affiliation_strings":["Department of Psychology, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084467223","display_name":"Nikolaus Kriegeskorte","orcid":"https://orcid.org/0000-0001-7433-9005"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikolaus Kriegeskorte","raw_affiliation_strings":["Department of Electrical Engineering, Columbia University, New York, NY, USA","Department of Neuroscience, Columbia University, New York, NY, USA","Department of Psychology, Columbia University, New York, NY, USA","Zuckerman Mind Brain Behavior Institute, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7433-9005","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Neuroscience, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Psychology, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Zuckerman Mind Brain Behavior Institute, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005205833","display_name":"Christopher Baldassano","orcid":"https://orcid.org/0000-0003-3540-5019"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Baldassano","raw_affiliation_strings":["Department of Psychology, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-3540-5019","affiliations":[{"raw_affiliation_string":"Department of Psychology, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037934578"],"corresponding_institution_ids":["https://openalex.org/I124227911","https://openalex.org/I78577930"],"apc_list":{"value":9750,"currency":"EUR","value_usd":11690},"apc_paid":null,"fwci":3.5786,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94283938,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"5","issue":"9","first_page":"952","last_page":"964"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7580610513687134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7378228306770325},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.636040985584259},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6136922240257263},{"id":"https://openalex.org/keywords/human-language","display_name":"Human language","score":0.6086437702178955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.593603253364563},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5441681742668152},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5297989249229431},{"id":"https://openalex.org/keywords/sentence-processing","display_name":"Sentence processing","score":0.42044737935066223},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.410112202167511},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.28317856788635254},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1898670196533203}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7580610513687134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378228306770325},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.636040985584259},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6136922240257263},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.6086437702178955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.593603253364563},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5441681742668152},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5297989249229431},{"id":"https://openalex.org/C2780378701","wikidata":"https://www.wikidata.org/wiki/Q7451195","display_name":"Sentence processing","level":3,"score":0.42044737935066223},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.410112202167511},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.28317856788635254},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1898670196533203},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1038/s42256-023-00718-1","is_oa":false,"landing_page_url":"https://doi.org/10.1038/s42256-023-00718-1","pdf_url":null,"source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8640771839","display_name":null,"funder_award_id":"1948004","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306489","display_name":"Charles H. Revson Foundation","ror":"https://ror.org/02c9tf451"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W2014009760","https://openalex.org/W2016950925","https://openalex.org/W2025858599","https://openalex.org/W2053639955","https://openalex.org/W2064675550","https://openalex.org/W2074299699","https://openalex.org/W2093430122","https://openalex.org/W2110065044","https://openalex.org/W2113772582","https://openalex.org/W2117823388","https://openalex.org/W2126226185","https://openalex.org/W2133594691","https://openalex.org/W2170167574","https://openalex.org/W2525032226","https://openalex.org/W2531882892","https://openalex.org/W2592205058","https://openalex.org/W2609368435","https://openalex.org/W2725872906","https://openalex.org/W2756894032","https://openalex.org/W2795342569","https://openalex.org/W2799007037","https://openalex.org/W2799054028","https://openalex.org/W2799194071","https://openalex.org/W2943552823","https://openalex.org/W2949128310","https://openalex.org/W2962718684","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2970971581","https://openalex.org/W2979826702","https://openalex.org/W2990241049","https://openalex.org/W2997938465","https://openalex.org/W3004895274","https://openalex.org/W3024308166","https://openalex.org/W3034775979","https://openalex.org/W3035172163","https://openalex.org/W3088059392","https://openalex.org/W3090893979","https://openalex.org/W3104208618","https://openalex.org/W3104570147","https://openalex.org/W3108490213","https://openalex.org/W3158758286","https://openalex.org/W3171654528","https://openalex.org/W3171953676","https://openalex.org/W3176357828","https://openalex.org/W3210923133","https://openalex.org/W4210444786","https://openalex.org/W4212828284","https://openalex.org/W4220949944","https://openalex.org/W4285199989","https://openalex.org/W4289638300","https://openalex.org/W4385573296","https://openalex.org/W4385894687","https://openalex.org/W6637162671","https://openalex.org/W6840284266","https://openalex.org/W6931626143"],"related_works":["https://openalex.org/W2375873920","https://openalex.org/W2018043255","https://openalex.org/W2405411843","https://openalex.org/W2102140599","https://openalex.org/W18885182","https://openalex.org/W43710320","https://openalex.org/W219739262","https://openalex.org/W2698595528","https://openalex.org/W1965817832","https://openalex.org/W3171953676"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-01-26T23:06:41.788003","created_date":"2023-09-15T00:00:00"}