{"id":"https://openalex.org/W4401123261","doi":"https://doi.org/10.1162/coli_a_00525","title":"Can Language Models Handle Recursively Nested Grammatical Structures? A Case Study on Comparing Models and Humans","display_name":"Can Language Models Handle Recursively Nested Grammatical Structures? A Case Study on Comparing Models and Humans","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401123261","doi":"https://doi.org/10.1162/coli_a_00525"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00525","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00525","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/coli_a_00525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030015839","display_name":"Andrew K. Lampinen","orcid":"https://orcid.org/0000-0002-6988-8437"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew Lampinen","raw_affiliation_strings":["Google DeepMind. lampinen@google.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind. lampinen@google.com","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5030015839"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":4.6075,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.95206981,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"50","issue":"4","first_page":"1441","last_page":"1476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8016977310180664},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5261511206626892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4780083894729614}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8016977310180664},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5261511206626892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4780083894729614}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/coli_a_00525","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00525","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bf395764fa7a42b89592809e606af674","is_oa":true,"landing_page_url":"https://doaj.org/article/bf395764fa7a42b89592809e606af674","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00525","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00525","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W1952254","https://openalex.org/W1485243506","https://openalex.org/W1538066839","https://openalex.org/W1937795883","https://openalex.org/W1992115411","https://openalex.org/W2020046942","https://openalex.org/W2026689758","https://openalex.org/W2028041302","https://openalex.org/W2040929646","https://openalex.org/W2072434537","https://openalex.org/W2076332735","https://openalex.org/W2085876742","https://openalex.org/W2087946919","https://openalex.org/W2103732397","https://openalex.org/W2112214301","https://openalex.org/W2121853833","https://openalex.org/W2125552829","https://openalex.org/W2133564696","https://openalex.org/W2151834591","https://openalex.org/W2169281351","https://openalex.org/W2251939518","https://openalex.org/W2473860467","https://openalex.org/W2517321959","https://openalex.org/W2803553642","https://openalex.org/W2921890305","https://openalex.org/W2963250244","https://openalex.org/W2972896975","https://openalex.org/W2986128786","https://openalex.org/W2991553317","https://openalex.org/W3017374003","https://openalex.org/W3031914912","https://openalex.org/W3033254023","https://openalex.org/W3034510440","https://openalex.org/W3035267217","https://openalex.org/W3088418428","https://openalex.org/W3092323704","https://openalex.org/W3156470785","https://openalex.org/W3159684727","https://openalex.org/W3195577433","https://openalex.org/W3198599617","https://openalex.org/W3210171115","https://openalex.org/W3210923133","https://openalex.org/W4205857304","https://openalex.org/W4213267202","https://openalex.org/W4221143046","https://openalex.org/W4226146865","https://openalex.org/W4229741674","https://openalex.org/W4232516125","https://openalex.org/W4234058580","https://openalex.org/W4235549271","https://openalex.org/W4247159994","https://openalex.org/W4248358431","https://openalex.org/W4281483047","https://openalex.org/W4281690148","https://openalex.org/W4283026156","https://openalex.org/W4283263983","https://openalex.org/W4285242720","https://openalex.org/W4285594979","https://openalex.org/W4285776419","https://openalex.org/W4287887107","https://openalex.org/W4288089799","https://openalex.org/W4289552613","https://openalex.org/W4292779060","https://openalex.org/W4296564631","https://openalex.org/W4306808680","https://openalex.org/W4306842234","https://openalex.org/W4307079201","https://openalex.org/W4318919287","https://openalex.org/W4367628401","https://openalex.org/W4383047490","https://openalex.org/W4385245566","https://openalex.org/W4385571157","https://openalex.org/W4385571966","https://openalex.org/W4385573487","https://openalex.org/W4385574286","https://openalex.org/W4386576705","https://openalex.org/W4388788574","https://openalex.org/W4389471391","https://openalex.org/W4389518756","https://openalex.org/W4389518953","https://openalex.org/W4389519937","https://openalex.org/W4389524426","https://openalex.org/W4391100869","https://openalex.org/W4393968405","https://openalex.org/W4401043273","https://openalex.org/W6611858256","https://openalex.org/W6679434410","https://openalex.org/W6696775231","https://openalex.org/W6739901393","https://openalex.org/W6754689002","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6779016856","https://openalex.org/W6796159650","https://openalex.org/W6800751262","https://openalex.org/W6804474253","https://openalex.org/W6809646742","https://openalex.org/W6810738896","https://openalex.org/W6837989031","https://openalex.org/W6838461927","https://openalex.org/W6838865847","https://openalex.org/W6839193947","https://openalex.org/W6845463252","https://openalex.org/W6847076894","https://openalex.org/W6851762504","https://openalex.org/W6854193996","https://openalex.org/W6855888270","https://openalex.org/W6858935958","https://openalex.org/W6860579659","https://openalex.org/W6863710088"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"How":[1],"should":[2],"we":[3],"compare":[4],"the":[5,55,65,73,88,91,96,111,118,125,129,135,143,171,187],"capabilities":[6],"of":[7,35,113,177,190],"language":[8,178],"models":[9,179,204],"(LMs)":[10],"and":[11,61,121,180,193,196,205],"humans?":[12],"In":[13],"this":[14],"article,":[15],"I":[16,28,70,182],"draw":[17],"inspiration":[18],"from":[19],"comparative":[20],"psychology":[21],"to":[22,93,117],"highlight":[23,197],"challenges":[24],"in":[25,100,124,170],"these":[26,47],"comparisons.":[27],"focus":[29],"on":[30,186],"a":[31,81],"case":[32,165],"study:":[33],"processing":[34],"recursively":[36,153],"nested":[37,103,154],"grammatical":[38,155],"structures.":[39],"Prior":[40],"work":[41],"suggests":[42,133],"that":[43,134],"LMs":[44,66,79,92,149],"cannot":[45],"process":[46,152],"structures":[48,120,145,156],"as":[49,51,157,159],"reliably":[50,158],"humans":[52,56,136],"can.":[53],"However,":[54],"were":[57,67,106],"provided":[58],"with":[59,80,108],"instructions":[60],"substantial":[62],"training,":[63],"while":[64],"evaluated":[68,162],"zero-shot.":[69],"therefore":[71],"match":[72],"evaluation":[74,172],"more":[75,101],"closely.":[76],"Providing":[77],"large":[78,148],"simple":[82],"prompt\u2014with":[83],"substantially":[84],"less":[85],"content":[86],"than":[87,105],"human":[89,97,131,192],"training\u2014allows":[90],"consistently":[94],"outperform":[95],"results,":[98],"even":[99],"deeply":[102],"conditions":[104],"tested":[107],"humans.":[109,181],"Furthermore,":[110],"effects":[112],"prompting":[114],"are":[115],"robust":[116],"particular":[119],"vocabulary":[122],"used":[123],"prompt.":[126],"Finally,":[127],"reanalyzing":[128],"existing":[130],"data":[132],"may":[137,150],"not":[138],"perform":[139],"above":[140],"chance":[141],"at":[142],"difficult":[144],"initially.":[146],"Thus,":[147],"indeed":[151],"humans,":[160],"when":[161],"comparably.":[163],"This":[164],"study":[166],"highlights":[167],"how":[168],"discrepancies":[169],"methods":[173],"can":[174],"confound":[175],"comparisons":[176],"conclude":[183],"by":[184],"reflecting":[185],"broader":[188],"challenge":[189],"comparing":[191],"model":[194],"capabilities,":[195],"an":[198],"important":[199],"difference":[200],"between":[201],"evaluating":[202],"cognitive":[203],"foundation":[206],"models.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-27T14:10:00.468798","created_date":"2025-10-10T00:00:00"}