{"id":"https://openalex.org/W3133934889","doi":null,"title":"Decomposing lexical and compositional syntax and semantics with deep language models.","display_name":"Decomposing lexical and compositional syntax and semantics with deep language models.","publication_year":2021,"publication_date":"2021-03-02","ids":{"openalex":"https://openalex.org/W3133934889","mag":"3133934889"},"language":"en","primary_location":{"id":"mag:3133934889","doi":null,"is_oa":false,"landing_page_url":"http://export.arxiv.org/pdf/2103.01620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024428666","display_name":"Charlotte Caucheteux","orcid":"https://orcid.org/0000-0002-3965-3143","observed_orcids":["https://orcid.org/0000-0002-3965-3143"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charlotte Caucheteux","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3965-3143","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018256474","display_name":"Alexandre Gramfort","orcid":"https://orcid.org/0000-0001-9791-4404","observed_orcids":["https://orcid.org/0000-0001-9791-4404"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexandre Gramfort","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9791-4404","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056821038","display_name":"Jean-R\u00e9mi King","orcid":"https://orcid.org/0000-0002-2121-170X","observed_orcids":["https://orcid.org/0000-0002-2121-170X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean-R\u00e9mi King","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3467,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.47776405,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10103","display_name":"Reading and Literacy Development","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-comprehension","display_name":"language comprehension","score":0.43799999356269836},{"id":"https://openalex.org/keywords/brain-activity-mapping","display_name":"brain activity mapping","score":0.36899998784065247},{"id":"https://openalex.org/keywords/lexical-representation","display_name":"lexical representation","score":0.5720000267028809},{"id":"https://openalex.org/keywords/compositional-representations","display_name":"compositional representations","score":0.9649999737739563},{"id":"https://openalex.org/keywords/syntactic-representation","display_name":"syntactic representation","score":0.8930000066757202},{"id":"https://openalex.org/keywords/semantic-representation","display_name":"semantic representation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/fmri","display_name":"functional MRI","score":0.3659999966621399},{"id":"https://openalex.org/keywords/naturalistic-listening","display_name":"naturalistic listening","score":0.48500001430511475},{"id":"https://openalex.org/keywords/distributed-neural-representation","display_name":"distributed neural representation","score":0.6389999985694885},{"id":"https://openalex.org/keywords/temporal-cortex","display_name":"temporal cortex","score":0.4269999861717224},{"id":"https://openalex.org/keywords/parietal-cortex","display_name":"parietal cortex","score":0.8989999890327454},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"prefrontal cortex","score":0.9649999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6491814851760864},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.5836043357849121},{"id":"https://openalex.org/C155614148","wikidata":"https://www.wikidata.org/wiki/Q215948","display_name":"Neurolinguistics","level":4,"score":0.5818611979484558},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5737614035606384},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5119057893753052},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5044018030166626},{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.4879760146141052},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4665517508983612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4635647237300873},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.33761632442474365},{"id":"https://openalex.org/C89267518","wikidata":"https://www.wikidata.org/wiki/Q179488","display_name":"Psycholinguistics","level":3,"score":0.3351597785949707},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2939950227737427},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3133934889","doi":null,"is_oa":false,"landing_page_url":"http://export.arxiv.org/pdf/2103.01620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1480201420","https://openalex.org/W1816313093","https://openalex.org/W1965248225","https://openalex.org/W1988812422","https://openalex.org/W1996672843","https://openalex.org/W2000387713","https://openalex.org/W2007581301","https://openalex.org/W2063951486","https://openalex.org/W2079207700","https://openalex.org/W2097076392","https://openalex.org/W2101234009","https://openalex.org/W2115442027","https://openalex.org/W2137660908","https://openalex.org/W2160654481","https://openalex.org/W2168217710","https://openalex.org/W2195506630","https://openalex.org/W2274405424","https://openalex.org/W2344975321","https://openalex.org/W2434184590","https://openalex.org/W2473017576","https://openalex.org/W2498281511","https://openalex.org/W2547026914","https://openalex.org/W2798397965","https://openalex.org/W2883992483","https://openalex.org/W2947012833","https://openalex.org/W2948947170","https://openalex.org/W2950133940","https://openalex.org/W2950813464","https://openalex.org/W2950877507","https://openalex.org/W2952208026","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2968395892","https://openalex.org/W2970049541","https://openalex.org/W2973047874","https://openalex.org/W2975059944","https://openalex.org/W2996556191","https://openalex.org/W3014285424","https://openalex.org/W3016825020","https://openalex.org/W3017374003","https://openalex.org/W3018827121","https://openalex.org/W3029282628","https://openalex.org/W3030163527","https://openalex.org/W3039556919","https://openalex.org/W3084038400","https://openalex.org/W3088905399","https://openalex.org/W3108672584","https://openalex.org/W3140196993","https://openalex.org/W3171589458","https://openalex.org/W3203937348","https://openalex.org/W3213096633"],"related_works":["https://openalex.org/W3171589458","https://openalex.org/W4297995647","https://openalex.org/W4387489715","https://openalex.org/W4400199239","https://openalex.org/W4286939756","https://openalex.org/W7001694389","https://openalex.org/W7161477493","https://openalex.org/W3092695273","https://openalex.org/W4311991162","https://openalex.org/W6983572268"],"abstract_inverted_index":{"The":[0,93],"activations":[1,24,43],"of":[2,22,44,68,74,87,90,156],"language":[3,45],"transformers":[4],"like":[5],"GPT2":[6],"have":[7],"been":[8],"shown":[9],"to":[10,39,63,121,136,151],"linearly":[11],"map":[12],"onto":[13],"brain":[14,72],"activity":[15,73],"during":[16,84],"speech":[17],"comprehension.":[18],"However,":[19],"the":[20,41,66,71,85,112,153],"nature":[21],"these":[23],"remains":[25],"largely":[26],"unknown":[27],"and":[28,54,110,116,125,140],"presumably":[29],"conflate":[30],"distinct":[31],"linguistic":[32,157],"classes.":[33],"Here,":[34],"we":[35],"propose":[36],"a":[37,60,102,138,148],"taxonomy":[38],"factorize":[40],"high-dimensional":[42],"models":[46],"into":[47],"four":[48],"combinatorial":[49],"classes:":[50],"lexical,":[51],"compositional,":[52],"syntactic,":[53],"semantic":[55],"representations.":[56],"We":[57],"then":[58],"introduce":[59],"statistical":[61],"method":[62],"decompose,":[64],"through":[65],"lens":[67],"GPT2's":[69],"activations,":[70],"345":[75],"subjects":[76],"recorded":[77],"with":[78,130],"functional":[79],"magnetic":[80],"resonance":[81],"imaging":[82],"(fMRI)":[83],"listening":[86],"~4.6":[88],"hours":[89],"narrated":[91],"text.":[92],"results":[94],"highlight":[95],"two":[96],"findings.":[97],"First,":[98],"compositional":[99],"representations":[100,155],"recruit":[101],"more":[103],"widespread":[104],"cortical":[105],"network":[106],"than":[107],"lexical":[108],"ones,":[109],"encompass":[111],"bilateral":[113],"temporal,":[114],"parietal":[115],"prefrontal":[117],"cortices.":[118],"Second,":[119],"contrary":[120],"previous":[122],"claims,":[123],"syntax":[124],"semantics":[126],"are":[127],"not":[128],"associated":[129],"separated":[131],"modules,":[132],"but,":[133],"instead,":[134],"appear":[135],"share":[137],"common":[139],"distributed":[141,154],"neural":[142],"substrate.":[143],"Overall,":[144],"this":[145],"study":[146],"introduces":[147],"general":[149],"framework":[150],"isolate":[152],"constructs":[158],"generated":[159],"in":[160],"naturalistic":[161],"settings.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-03-15T00:00:00"}