{"id":"https://openalex.org/W2908834655","doi":"https://doi.org/10.1162/coli_a_00351","title":"What Do Language Representations Really Represent?","display_name":"What Do Language Representations Really Represent?","publication_year":2019,"publication_date":"2019-03-20","ids":{"openalex":"https://openalex.org/W2908834655","doi":"https://doi.org/10.1162/coli_a_00351","mag":"2908834655"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00351","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00351","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_a_00351","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_a_00351","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013472329","display_name":"Johannes Bjerva","orcid":"https://orcid.org/0000-0002-9512-0739"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Johannes Bjerva","raw_affiliation_strings":["University of Copenhagen, Department of Computer Science","University of Copenhagen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Department of Computer Science","institution_ids":["https://openalex.org/I124055696"]},{"raw_affiliation_string":"University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103282437","display_name":"Robert \u00d6stling","orcid":"https://orcid.org/0000-0002-6027-4156"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Robert \u00d6stling","raw_affiliation_strings":["Stockholm University, Department of Linguistics","Stockholm University Department of Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stockholm University, Department of Linguistics","institution_ids":["https://openalex.org/I161593684"]},{"raw_affiliation_string":"Stockholm University Department of Linguistics","institution_ids":["https://openalex.org/I161593684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060063371","display_name":"Maria Han Veiga","orcid":"https://orcid.org/0000-0002-7562-7014"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Maria Han Veiga","raw_affiliation_strings":["University of Zurich, Institute of Computational Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Institute of Computational Science","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082417280","display_name":"J\u00f6rg Tiedemann","orcid":"https://orcid.org/0000-0003-3065-7989"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Tiedemann","raw_affiliation_strings":["University of Helsinki, Department of Digital Humanities"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Department of Digital Humanities","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018976680","display_name":"Isabelle Augenstein","orcid":"https://orcid.org/0000-0003-1562-7909"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Isabelle Augenstein","raw_affiliation_strings":["University of Copenhagen, Department of Computer Science","University of Copenhagen - Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Department of Computer Science","institution_ids":["https://openalex.org/I124055696"]},{"raw_affiliation_string":"University of Copenhagen - Department of Computer Science","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1849,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83983982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"45","issue":"2","first_page":"381","last_page":"389"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12881","display_name":"linguistics and terminology studies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5361964702606201},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4151556193828583},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35876721143722534},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.16085690259933472}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5361964702606201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4151556193828583},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35876721143722534},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.16085690259933472}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1162/coli_a_00351","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00351","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_a_00351","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1901.02646","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.02646","pdf_url":"https://arxiv.org/pdf/1901.02646","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/44b530d1-f7cc-473e-8d32-11aa333170c3","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85081180389&partnerID=8YFLogxK","pdf_url":"https://curis.ku.dk/ws/files/239206889/OA_What_Do_Language_Representations.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bjerva , J , \u00d6stling , R , Veiga , M H , Tiedemann , J & Augenstein , I 2019 , ' What do language representations really represent? ' , Computational Linguistics , vol. 45 , no. 2 , pp. 381-389 . https://doi.org/10.1162/COLIa00351","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/44b530d1-f7cc-473e-8d32-11aa333170c3","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/44b530d1-f7cc-473e-8d32-11aa333170c3","pdf_url":"https://curis.ku.dk/ws/files/239206889/OA_What_Do_Language_Representations.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bjerva , J , \u00d6stling , R , Veiga , M H , Tiedemann , J & Augenstein , I 2019 , ' What do language representations really represent? ' , Computational Linguistics , vol. 45 , no. 2 , pp. 381-389 . https://doi.org/10.1162/COLIa00351","raw_type":"article"},{"id":"pmh:oai:helda.helsinki.fi:10138/309933","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1901.02646","pdf_url":null,"source":{"id":"https://openalex.org/S4210213322","display_name":"Ty\u00f6v\u00e4entutkimus Vuosikirja","issn_l":"0784-1272","issn":["0784-1272","1459-7780"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:DiVA.org:su-169784","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:su:diva-169784","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:dabdcf310c3247e89bd98d26ce642eb8","is_oa":true,"landing_page_url":"https://doaj.org/article/dabdcf310c3247e89bd98d26ce642eb8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 45, Iss 2, Pp 381-389 (2019)","raw_type":"article"},{"id":"mag:2908834655","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1162/coli_a_00351","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00351","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_a_00351","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2908834655.pdf","grobid_xml":"https://content.openalex.org/works/W2908834655.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W22168010","https://openalex.org/W1709414455","https://openalex.org/W1949981797","https://openalex.org/W1972436629","https://openalex.org/W2009506985","https://openalex.org/W2115295158","https://openalex.org/W2115694763","https://openalex.org/W2143891888","https://openalex.org/W2155674569","https://openalex.org/W2550821151","https://openalex.org/W2566957588","https://openalex.org/W2574640638","https://openalex.org/W2785389859","https://openalex.org/W2810095012","https://openalex.org/W2890225082","https://openalex.org/W2963004259","https://openalex.org/W2963069010","https://openalex.org/W2963069394","https://openalex.org/W2963560568","https://openalex.org/W2963826397","https://openalex.org/W2964084097","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"A":[0],"neural":[1],"language":[2,107,116,149],"model":[3,34],"trained":[4],"on":[5,121,135],"a":[6,84,165,180],"text":[7],"corpus":[8,29,62],"can":[9,35,187],"be":[10,36,164],"used":[11,37,157],"to":[12,38,87,144,163],"induce":[13],"distributed":[14,40],"representations":[15,41,117],"of":[16,42,102,130],"words,":[17],"such":[18,44],"that":[19,45,55],"similar":[20,25,46,51],"words":[21],"end":[22,48],"up":[23,49,70],"with":[24,50,148],"representations.":[26,52,108],"If":[27],"the":[28,32,60,71,76,136],"is":[30,83,97,104,142],"multilingual,":[31],"same":[33],"learn":[39],"languages,":[43],"languages":[47,134],"We":[53,109],"show":[54],"this":[56,176],"holds":[57],"even":[58],"when":[59],"multilingual":[61],"has":[63],"been":[64],"translated":[65],"into":[66],"English,":[67],"by":[68,75,106],"picking":[69],"faint":[72],"signal":[73],"left":[74],"source":[77],"languages.":[78],"However,":[79],"just":[80],"as":[81,179],"it":[82,96],"thorny":[85],"problem":[86],"separate":[88],"semantic":[89],"from":[90,119,169],"syntactic":[91],"similarity":[92,103,132,141],"in":[93,160],"word":[94],"representations,":[95],"not":[98],"obvious":[99],"what":[100],"type":[101],"captured":[105],"investigate":[110],"correlations":[111],"and":[112,124,127,184,189],"causal":[113],"relationships":[114],"between":[115,133],"learned":[118],"translations":[120],"one":[122,191],"hand,":[123],"genetic,":[125],"geographical,":[126],"several":[128],"levels":[129],"structural":[131,140],"other.":[137],"Of":[138],"these,":[139],"found":[143],"correlate":[145],"most":[146],"strongly":[147],"representation":[150],"similarity,":[151],"whereas":[152],"genetic":[153],"relationships\u2014a":[154],"convenient":[155],"benchmark":[156],"for":[158],"evaluation":[159],"previous":[161],"work\u2014appears":[162],"confounding":[166],"factor.":[167],"Apart":[168],"implications":[170],"about":[171],"translation":[172],"effects,":[173],"we":[174],"see":[175],"more":[177],"generally":[178],"case":[181],"where":[182],"NLP":[183],"linguistic":[185],"typology":[186],"interact":[188],"benefit":[190],"another.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}