{"id":"https://openalex.org/W3215599159","doi":"https://doi.org/10.1146/annurev-linguistics-031120-122924","title":"Semantic Structure in Deep Learning","display_name":"Semantic Structure in Deep Learning","alternate_titles":[],"publication_year":2021,"publication_date":"2021-11-23","ids":{"openalex":"https://openalex.org/W3215599159","doi":"https://doi.org/10.1146/annurev-linguistics-031120-122924","mag":"3215599159"},"language":"en","primary_location":{"id":"doi:10.1146/annurev-linguistics-031120-122924","doi":"https://doi.org/10.1146/annurev-linguistics-031120-122924","is_oa":true,"landing_page_url":"https://doi.org/10.1146/annurev-linguistics-031120-122924","pdf_url":"https://www.annualreviews.org/doi/pdf/10.1146/annurev-linguistics-031120-122924","source":{"id":"https://openalex.org/S4210191548","display_name":"Annual Review of Linguistics","issn_l":"2333-9683","issn":["2333-9683","2333-9691"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doyens","erih-plus","jufo-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320373","host_organization_name":"Annual Reviews","host_organization_lineage":["https://openalex.org/P4310320373"],"host_organization_lineage_names":["Annual Reviews"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual Review of Linguistics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3215599159"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.annualreviews.org/doi/pdf/10.1146/annurev-linguistics-031120-122924","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053850863","display_name":"Ellie Pavlick","orcid":"https://orcid.org/0000-0002-7155-5420","observed_orcids":["https://orcid.org/0000-0002-7155-5420"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ellie Pavlick","raw_affiliation_strings":["Department of Computer Science, Brown University, Providence, Rhode Island, USA;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brown University, Providence, Rhode Island, USA;","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5053850863"],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":0.7252,"has_fulltext":true,"cited_by_count":118,"citation_normalized_percentile":{"value":0.68847352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"8","issue":"1","first_page":"447","last_page":"471"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7968999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7968999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10034","display_name":"Syntax, Semantics, Linguistic Variation","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08009999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantic-structure","display_name":"semantic structure","score":0.5950000286102295},{"id":"https://openalex.org/keywords/distributional-semantics","display_name":"distributional semantics","score":0.8309999704360962},{"id":"https://openalex.org/keywords/compositional-semantics","display_name":"compositional semantics","score":0.7979999780654907},{"id":"https://openalex.org/keywords/word-meaning","display_name":"word meaning","score":0.7120000123977661},{"id":"https://openalex.org/keywords/emergent-representations","display_name":"emergent representations","score":0.722000002861023},{"id":"https://openalex.org/keywords/word-co-occurrence","display_name":"word co-occurrence","score":0.777999997138977},{"id":"https://openalex.org/keywords/sentence-meaning","display_name":"sentence meaning","score":0.38999998569488525},{"id":"https://openalex.org/keywords/world-knowledge","display_name":"world knowledge","score":0.7720000147819519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6778742074966431},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6642640829086304},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.6458086371421814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6446424722671509},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.6218383312225342},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6198279857635498},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.570529043674469},{"id":"https://openalex.org/C200065993","wikidata":"https://www.wikidata.org/wiki/Q3954981","display_name":"Computational semantics","level":4,"score":0.5198593735694885},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5073365569114685},{"id":"https://openalex.org/C98954769","wikidata":"https://www.wikidata.org/wiki/Q1759657","display_name":"Lexical semantics","level":3,"score":0.5006165504455566},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.49076899886131287},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4524882137775421},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4294433891773224},{"id":"https://openalex.org/C126706616","wikidata":"https://www.wikidata.org/wiki/Q2944660","display_name":"Lexical item","level":2,"score":0.3305302858352661},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21599572896957397},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2098187804222107},{"id":"https://openalex.org/C156325763","wikidata":"https://www.wikidata.org/wiki/Q1930895","display_name":"Operational semantics","level":3,"score":0.1553061604499817},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1146/annurev-linguistics-031120-122924","doi":"https://doi.org/10.1146/annurev-linguistics-031120-122924","is_oa":true,"landing_page_url":"https://doi.org/10.1146/annurev-linguistics-031120-122924","pdf_url":"https://www.annualreviews.org/doi/pdf/10.1146/annurev-linguistics-031120-122924","source":{"id":"https://openalex.org/S4210191548","display_name":"Annual Review of Linguistics","issn_l":"2333-9683","issn":["2333-9683","2333-9691"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doyens","erih-plus","jufo-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320373","host_organization_name":"Annual Reviews","host_organization_lineage":["https://openalex.org/P4310320373"],"host_organization_lineage_names":["Annual Reviews"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual Review of Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1146/annurev-linguistics-031120-122924","doi":"https://doi.org/10.1146/annurev-linguistics-031120-122924","is_oa":true,"landing_page_url":"https://doi.org/10.1146/annurev-linguistics-031120-122924","pdf_url":"https://www.annualreviews.org/doi/pdf/10.1146/annurev-linguistics-031120-122924","source":{"id":"https://openalex.org/S4210191548","display_name":"Annual Review of Linguistics","issn_l":"2333-9683","issn":["2333-9683","2333-9691"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doyens","erih-plus","jufo-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320373","host_organization_name":"Annual Reviews","host_organization_lineage":["https://openalex.org/P4310320373"],"host_organization_lineage_names":["Annual Reviews"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual Review of Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3215599159.pdf","grobid_xml":"https://content.openalex.org/works/W3215599159.grobid-xml"},"referenced_works_count":127,"referenced_works":["https://openalex.org/W128638292","https://openalex.org/W182831726","https://openalex.org/W392761142","https://openalex.org/W1486649854","https://openalex.org/W1597195725","https://openalex.org/W1607035479","https://openalex.org/W1614298861","https://openalex.org/W1662133657","https://openalex.org/W1845242646","https://openalex.org/W1983578042","https://openalex.org/W1984052055","https://openalex.org/W2013494846","https://openalex.org/W2016089260","https://openalex.org/W2091273188","https://openalex.org/W2110485445","https://openalex.org/W2116615145","https://openalex.org/W2118373646","https://openalex.org/W2127978399","https://openalex.org/W2130158090","https://openalex.org/W2133808818","https://openalex.org/W2250539671","https://openalex.org/W2295496352","https://openalex.org/W2493916176","https://openalex.org/W2508293255","https://openalex.org/W2509019445","https://openalex.org/W2515741950","https://openalex.org/W2515796212","https://openalex.org/W2516090925","https://openalex.org/W2524911746","https://openalex.org/W2549835527","https://openalex.org/W2560674852","https://openalex.org/W2596484740","https://openalex.org/W2606650365","https://openalex.org/W2610930722","https://openalex.org/W2612953412","https://openalex.org/W2619081900","https://openalex.org/W2626778328","https://openalex.org/W2750779823","https://openalex.org/W2763088512","https://openalex.org/W2770650464","https://openalex.org/W2786028390","https://openalex.org/W2787560479","https://openalex.org/W2798280648","https://openalex.org/W2798358706","https://openalex.org/W2798665661","https://openalex.org/W2799007037","https://openalex.org/W2799054028","https://openalex.org/W2804339109","https://openalex.org/W2882319491","https://openalex.org/W2888329843","https://openalex.org/W2888907908","https://openalex.org/W2889468083","https://openalex.org/W2896457183","https://openalex.org/W2906152891","https://openalex.org/W2908854766","https://openalex.org/W2912007050","https://openalex.org/W2918871811","https://openalex.org/W2919115771","https://openalex.org/W2919611234","https://openalex.org/W2921890305","https://openalex.org/W2922565841","https://openalex.org/W2923014074","https://openalex.org/W2930957955","https://openalex.org/W2941666437","https://openalex.org/W2944797580","https://openalex.org/W2946417913","https://openalex.org/W2950339735","https://openalex.org/W2950645060","https://openalex.org/W2951286828","https://openalex.org/W2962694015","https://openalex.org/W2963121782","https://openalex.org/W2963430224","https://openalex.org/W2963748441","https://openalex.org/W2964204621","https://openalex.org/W2964895772","https://openalex.org/W2965647350","https://openalex.org/W2966176804","https://openalex.org/W2970290563","https://openalex.org/W2970476646","https://openalex.org/W2970846123","https://openalex.org/W2970862333","https://openalex.org/W2971044268","https://openalex.org/W2974596953","https://openalex.org/W2981851019","https://openalex.org/W2985797697","https://openalex.org/W3000779003","https://openalex.org/W3013891696","https://openalex.org/W3018827121","https://openalex.org/W3021480884","https://openalex.org/W3022579746","https://openalex.org/W3022647948","https://openalex.org/W3022717752","https://openalex.org/W3022745277","https://openalex.org/W3023533951","https://openalex.org/W3025064182","https://openalex.org/W3026404337","https://openalex.org/W3030163527","https://openalex.org/W3034510440","https://openalex.org/W3034723486","https://openalex.org/W3092448486","https://openalex.org/W3092689172","https://openalex.org/W3092733346","https://openalex.org/W3093002075","https://openalex.org/W3096559634","https://openalex.org/W3098275893","https://openalex.org/W3100475986","https://openalex.org/W3102970018","https://openalex.org/W3102999298","https://openalex.org/W3104739822","https://openalex.org/W3119636502","https://openalex.org/W3120345457","https://openalex.org/W3124034626","https://openalex.org/W3135367836","https://openalex.org/W3152258780","https://openalex.org/W3169878837","https://openalex.org/W3172783664","https://openalex.org/W3173508720","https://openalex.org/W3173673636","https://openalex.org/W3173710818","https://openalex.org/W3174464510","https://openalex.org/W3175508917","https://openalex.org/W3176198948","https://openalex.org/W4230097545","https://openalex.org/W4231016000","https://openalex.org/W4310895557","https://openalex.org/W4365799947","https://openalex.org/W7065185026"],"related_works":["https://openalex.org/W6931803427","https://openalex.org/W4405409729","https://openalex.org/W4200604551","https://openalex.org/W3197580465","https://openalex.org/W2915765757","https://openalex.org/W2158324326","https://openalex.org/W4386471522","https://openalex.org/W4248439082","https://openalex.org/W7005983939","https://openalex.org/W7139154518"],"abstract_inverted_index":{"Deep":[0],"learning":[1,47],"has":[2],"recently":[3],"come":[4],"to":[5,10,32,84,132],"dominate":[6],"computational":[7,25],"linguistics,":[8],"leading":[9],"claims":[11],"of":[12,18,53,103,117,140,146],"human-level":[13],"performance":[14],"in":[15,73,93],"a":[16,70,90],"range":[17],"language":[19],"processing":[20],"tasks.":[21],"Like":[22],"much":[23],"previous":[24],"work,":[26],"deep":[27,46],"learning\u2013based":[28],"linguistic":[29],"representations":[30,39,96,102,121,142],"adhere":[31],"the":[33,138],"distributional":[34,66],"meaning-in-use":[35],"hypothesis,":[36],"deriving":[37],"semantic":[38],"from":[40],"word":[41,85],"co-occurrence":[42],"statistics.":[43],"However,":[44],"current":[45,115],"methods":[48],"entail":[49],"fundamentally":[50],"new":[51,87],"models":[52,68,145],"lexical":[54,123],"and":[55,101,105,127],"compositional":[56],"meaning":[57,76],"that":[58],"are":[59,97,107],"ripe":[60],"for":[61],"theoretical":[62],"analysis.":[63],"Whereas":[64],"traditional":[65],"semantics":[67],"take":[69,89],"bottom-up":[71],"approach":[72,92],"which":[74,94],"sentence":[75,95],"is":[77,131],"characterized":[78],"by":[79],"explicit":[80],"composition":[81],"functions":[82],"applied":[83],"meanings,":[86],"approaches":[88],"top-down":[91],"treated":[98],"as":[99,109,143],"primary":[100],"words":[104],"syntax":[106],"viewed":[108],"emergent.":[110],"This":[111],"article":[112],"summarizes":[113],"our":[114],"understanding":[116],"how":[118],"well":[119],"such":[120,141],"capture":[122],"semantics,":[124],"world":[125],"knowledge,":[126],"composition.":[128],"The":[129],"goal":[130],"foster":[133],"increased":[134],"collaboration":[135],"on":[136],"testing":[137],"implications":[139],"general-purpose":[144],"semantics.":[147]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3215599159","counts_by_year":[{"year":2026,"cited_by_count":36},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":5}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2021-12-06T00:00:00"}
