{"id":"https://openalex.org/W3215769852","doi":"https://doi.org/10.48550/arxiv.2111.14232","title":"Long-range and hierarchical language predictions in brains and algorithms","display_name":"Long-range and hierarchical language predictions in brains and algorithms","alternate_titles":[],"publication_year":2021,"publication_date":"2021-11-28","ids":{"openalex":"https://openalex.org/W3215769852","doi":"https://doi.org/10.48550/arxiv.2111.14232","mag":"3215769852"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2111.14232","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.14232","pdf_url":"https://arxiv.org/pdf/2111.14232","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3215769852"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2111.14232","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024428666","display_name":"Charlotte Caucheteux","orcid":"https://orcid.org/0000-0002-3965-3143","observed_orcids":["https://orcid.org/0000-0002-3965-3143"]},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"Caucheteux, Charlotte","raw_affiliation_strings":["Facebook AI Research , Paris , France;","Universit\u00e9 Paris-Saclay , Inria , CEA , Palaiseau , France;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research , Paris , France;","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay , Inria , CEA , Palaiseau , France;","institution_ids":["https://openalex.org/I2738703131","https://openalex.org/I277688954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018256474","display_name":"Alexandre Gramfort","orcid":"https://orcid.org/0000-0001-9791-4404","observed_orcids":["https://orcid.org/0000-0001-9791-4404"]},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Gramfort, Alexandre","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay , Inria , CEA , Palaiseau , France;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay , Inria , CEA , Palaiseau , France;","institution_ids":["https://openalex.org/I2738703131","https://openalex.org/I277688954"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056821038","display_name":"Jean-R\u00e9mi King","orcid":"https://orcid.org/0000-0002-2121-170X","observed_orcids":["https://orcid.org/0000-0002-2121-170X"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"King, Jean-Remi","raw_affiliation_strings":["Facebook AI Research , Paris , France;","\u00c9cole normale sup\u00e9rieure , PSL University , CNRS , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research , Paris , France;","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"\u00c9cole normale sup\u00e9rieure , PSL University , CNRS , Paris , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10103","display_name":"Reading and Literacy Development","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/predictive-coding","display_name":"predictive coding","score":0.9169999957084656},{"id":"https://openalex.org/keywords/long-range-prediction","display_name":"long-range prediction","score":0.8479999899864197},{"id":"https://openalex.org/keywords/hierarchical-prediction","display_name":"hierarchical prediction","score":0.9760000109672546},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"natural language processing","score":0.6539999842643738},{"id":"https://openalex.org/keywords/deep-language-models","display_name":"deep language models","score":0.7350000143051147},{"id":"https://openalex.org/keywords/fmri","display_name":"functional MRI","score":0.8230000138282776},{"id":"https://openalex.org/keywords/short-stories","display_name":"short stories","score":0.6370000243186951},{"id":"https://openalex.org/keywords/frontoparietal-cortex","display_name":"frontoparietal cortex","score":0.9120000004768372},{"id":"https://openalex.org/keywords/temporal-cortex","display_name":"temporal cortex","score":0.9860000014305115}],"concepts":[{"id":"https://openalex.org/C2778061373","wikidata":"https://www.wikidata.org/wiki/Q1315146","display_name":"Predictive coding","level":3,"score":0.6619017124176025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6129123568534851},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5390220880508423},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5321929454803467},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.5156973004341125},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5075108408927917},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.48549917340278625},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47364747524261475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4661520719528198},{"id":"https://openalex.org/C2777670902","wikidata":"https://www.wikidata.org/wiki/Q492038","display_name":"Human brain","level":2,"score":0.4416939318180084},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.43411171436309814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3812299370765686},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.35098689794540405},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2853056490421295},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.268778532743454},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.19693857431411743},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13887447118759155},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2111.14232","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.14232","pdf_url":"https://arxiv.org/pdf/2111.14232","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3215769852","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2111.14232","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2111.14232","doi":"https://doi.org/10.48550/arxiv.2111.14232","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2111.14232","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2111.14232","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.14232","pdf_url":"https://arxiv.org/pdf/2111.14232","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3215769852.pdf","grobid_xml":"https://content.openalex.org/works/W3215769852.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W1715013381","https://openalex.org/W1969221307","https://openalex.org/W1991825895","https://openalex.org/W2007581301","https://openalex.org/W2040036684","https://openalex.org/W2058616551","https://openalex.org/W2068868410","https://openalex.org/W2073257493","https://openalex.org/W2096375888","https://openalex.org/W2097117768","https://openalex.org/W2101234009","https://openalex.org/W2119885245","https://openalex.org/W2138210540","https://openalex.org/W2170167574","https://openalex.org/W2195506630","https://openalex.org/W2344975321","https://openalex.org/W2537084945","https://openalex.org/W2606669569","https://openalex.org/W2606837722","https://openalex.org/W2616551000","https://openalex.org/W2626778328","https://openalex.org/W2739046565","https://openalex.org/W2805003518","https://openalex.org/W2896457183","https://openalex.org/W2911109671","https://openalex.org/W2922523190","https://openalex.org/W2938704169","https://openalex.org/W2947012833","https://openalex.org/W2950813464","https://openalex.org/W2951583631","https://openalex.org/W2952208026","https://openalex.org/W2963096510","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2972787874","https://openalex.org/W2977009803","https://openalex.org/W2979826702","https://openalex.org/W2981852735","https://openalex.org/W2991642412","https://openalex.org/W2996035354","https://openalex.org/W2996556191","https://openalex.org/W2997591727","https://openalex.org/W2997938465","https://openalex.org/W2997968655","https://openalex.org/W3003257820","https://openalex.org/W3005680577","https://openalex.org/W3030163527","https://openalex.org/W3035524453","https://openalex.org/W3037273551","https://openalex.org/W3039556919","https://openalex.org/W3047499204","https://openalex.org/W3091562615","https://openalex.org/W3092973197","https://openalex.org/W3108672584","https://openalex.org/W3118674731","https://openalex.org/W3133934889","https://openalex.org/W3134521268","https://openalex.org/W3140196993","https://openalex.org/W3153833878","https://openalex.org/W3155211769","https://openalex.org/W3171206729","https://openalex.org/W3171589458","https://openalex.org/W3203937348","https://openalex.org/W3206532275","https://openalex.org/W4240779110","https://openalex.org/W4286695273","https://openalex.org/W4296579279","https://openalex.org/W4297995647","https://openalex.org/W4396230858","https://openalex.org/W6990071695","https://openalex.org/W7037905336","https://openalex.org/W7074604403"],"related_works":["https://openalex.org/W4322766928","https://openalex.org/W4323534188","https://openalex.org/W4212828284","https://openalex.org/W4289638300","https://openalex.org/W4308341600","https://openalex.org/W2997938465","https://openalex.org/W4398192142","https://openalex.org/W4297995647","https://openalex.org/W2972787874","https://openalex.org/W7152401326"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"has":[2],"recently":[3],"made":[4],"remarkable":[5],"progress":[6],"in":[7,116,151],"natural":[8,152],"language":[9,21,39,86,153],"processing.":[10,154],"Yet,":[11],"the":[12,20,24,47,65,82,93,117,120,131],"resulting":[13],"algorithms":[14,40,87],"remain":[15],"far":[16],"from":[17],"competing":[18],"with":[19,101],"abilities":[22],"of":[23,69,76,84,92,114,146],"human":[25,48],"brain.":[26],"Predictive":[27],"coding":[28,139],"theory":[29,140],"offers":[30],"a":[31,112,143],"potential":[32],"explanation":[33],"to":[34,43,53,74],"this":[35,61,135],"discrepancy:":[36],"while":[37],"deep":[38,85],"are":[41],"optimized":[42],"predict":[44],"adjacent":[45],"words,":[46],"brain":[49,67],"would":[50],"be":[51],"tuned":[52],"make":[54],"long-range":[55,102,147],"and":[56,126,141,148],"hierarchical":[57,149],"predictions.":[58],"To":[59],"test":[60],"hypothesis,":[62],"we":[63,95],"analyze":[64],"fMRI":[66],"signals":[68],"304":[70],"subjects":[71],"each":[72],"listening":[73],"70min":[75],"short":[77],"stories.":[78],"After":[79],"confirming":[80],"that":[81,97],"activations":[83],"linearly":[88],"map":[89],"onto":[90],"those":[91],"brain,":[94,118],"show":[96],"enhancing":[98],"these":[99],"models":[100],"forecast":[103,123],"representations":[104,129],"improves":[105],"their":[106],"brain-mapping.":[107],"The":[108],"results":[109],"further":[110],"reveal":[111],"hierarchy":[113],"predictions":[115,150],"whereby":[119],"fronto-parietal":[121],"cortices":[122],"more":[124,127],"abstract":[125],"distant":[128],"than":[130],"temporal":[132],"cortices.":[133],"Overall,":[134],"study":[136],"strengthens":[137],"predictive":[138],"suggests":[142],"critical":[144],"role":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3215769852","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2021-12-06T00:00:00"}
