{"id":"https://openalex.org/W2765939122","doi":"https://doi.org/10.1109/taslp.2018.2837384","title":"Semantic Structure and Interpretability of Word Embeddings","display_name":"Semantic Structure and Interpretability of Word Embeddings","publication_year":2018,"publication_date":"2018-05-24","ids":{"openalex":"https://openalex.org/W2765939122","doi":"https://doi.org/10.1109/taslp.2018.2837384","mag":"2765939122"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2018.2837384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2018.2837384","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1711.00331","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lutfi Kerem Senel","orcid":"https://orcid.org/0000-0001-5359-0583"},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Lutfi Kerem Senel","raw_affiliation_strings":["ASELSAN Research Center, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0001-5359-0583","affiliations":[{"raw_affiliation_string":"ASELSAN Research Center, Ankara, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ihsan Utlu","orcid":null},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ihsan Utlu","raw_affiliation_strings":["ASELSAN Research Center, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ASELSAN Research Center, Ankara, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Veysel Yucesoy","orcid":null},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Veysel Yucesoy","raw_affiliation_strings":["ASELSAN Research Center, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ASELSAN Research Center, Ankara, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Aykut Koc","orcid":"https://orcid.org/0000-0002-6348-2663"},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Aykut Koc","raw_affiliation_strings":["ASELSAN Research Center, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-6348-2663","affiliations":[{"raw_affiliation_string":"ASELSAN Research Center, Ankara, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tolga Cukur","orcid":"https://orcid.org/0000-0002-2296-851X"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Tolga Cukur","raw_affiliation_strings":["Neuroscience Program, Sabuncu Brain Research Center, Bilkent University, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-2296-851X","affiliations":[{"raw_affiliation_string":"Neuroscience Program, Sabuncu Brain Research Center, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":4.8357,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.95615821,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"26","issue":"10","first_page":"1769","last_page":"1779"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.367000013589859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.367000013589859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.08370000123977661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7922999858856201},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.7260000109672546},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7233999967575073},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5353000164031982},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.36410000920295715},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.35350000858306885},{"id":"https://openalex.org/keywords/semantic-property","display_name":"Semantic property","score":0.34220001101493835},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.32499998807907104}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7922999858856201},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7667999863624573},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7454000115394592},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.7260000109672546},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7233999967575073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7213000059127808},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5353000164031982},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C198942812","wikidata":"https://www.wikidata.org/wiki/Q496618","display_name":"Semantic property","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3091000020503998},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.2840999960899353},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.27869999408721924},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C175293574","wikidata":"https://www.wikidata.org/wiki/Q697133","display_name":"Word lists by frequency","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C193125573","wikidata":"https://www.wikidata.org/wiki/Q7449065","display_name":"Semantic interpretation","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taslp.2018.2837384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2018.2837384","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1711.00331","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.00331","pdf_url":"https://arxiv.org/pdf/1711.00331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/50245","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/50245","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1711.00331","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.00331","pdf_url":"https://arxiv.org/pdf/1711.00331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6450899869","display_name":null,"funder_award_id":"IG3028","funder_id":"https://openalex.org/F4320307844","funder_display_name":"European Molecular Biology Organization"}],"funders":[{"id":"https://openalex.org/F4320307844","display_name":"European Molecular Biology Organization","ror":"https://ror.org/04wfr2810"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1854884267","https://openalex.org/W1981617416","https://openalex.org/W2081580037","https://openalex.org/W2112184938","https://openalex.org/W2140610559","https://openalex.org/W2147152072","https://openalex.org/W2250539671","https://openalex.org/W2251404238","https://openalex.org/W2251491951","https://openalex.org/W2251771443","https://openalex.org/W2252057887","https://openalex.org/W2493916176","https://openalex.org/W2512498397","https://openalex.org/W2518202280","https://openalex.org/W2519468206","https://openalex.org/W2741168163","https://openalex.org/W2757667583","https://openalex.org/W2760392765","https://openalex.org/W2765175868","https://openalex.org/W2882319491","https://openalex.org/W2963560804","https://openalex.org/W6622801540","https://openalex.org/W6635815790","https://openalex.org/W6636510571","https://openalex.org/W6639619044","https://openalex.org/W6683333316","https://openalex.org/W6697347451","https://openalex.org/W6785729909"],"related_works":[],"abstract_inverted_index":{"Dense":[0],"word":[1,96,130,142],"embeddings,":[2],"which":[3],"encode":[4],"meanings":[5],"of":[6,73,128],"words":[7,113],"to":[8,23,86,124,139],"low-dimensional":[9],"vector":[10,53],"spaces,":[11],"have":[12],"become":[13],"very":[14],"popular":[15],"in":[16,27,36,50,56,93],"natural":[17],"language":[18],"processing":[19],"(NLP)":[20],"research":[21],"due":[22],"their":[24],"state-of-the-art":[25],"performances":[26],"many":[28,57],"NLP":[29],"tasks.":[30],"Word":[31],"embeddings":[32],"are":[33],"substantially":[34],"successful":[35],"capturing":[37],"semantic":[38,45,60,91],"relations":[39],"among":[40],"words,":[41],"so":[42],"a":[43,75,83,104,122,136],"meaningful":[44],"structure":[46,61,92],"must":[47],"be":[48],"present":[49],"the":[51,68,88,94,126,129,140],"respective":[52],"spaces.":[54],"However,":[55],"cases,":[58],"this":[59,79],"is":[62,135],"broadly":[63],"and":[64],"heterogeneously":[65],"distributed":[66],"across":[67],"embedding":[69],"dimensions":[70,74],"making":[71],"interpretation":[72],"big":[76],"challenge.":[77],"In":[78],"study,":[80],"we":[81,102],"propose":[82,121],"statistical":[84],"method":[85,123,134],"uncover":[87],"underlying":[89],"latent":[90],"dense":[95],"embeddings.":[97,131],"To":[98],"perform":[99],"our":[100],"analysis,":[101],"introduce":[103],"new":[105],"dataset":[106],"(SEMCAT)":[107],"that":[108,145],"contains":[109],"more":[110],"than":[111],"6500":[112],"semantically":[114],"grouped":[115],"under":[116],"110":[117],"categories.":[118],"We":[119],"further":[120],"quantify":[125],"interpretability":[127],"The":[132],"proposed":[133],"practical":[137],"alternative":[138],"classical":[141],"intrusion":[143],"test":[144],"requires":[146],"human":[147],"intervention.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2017-11-10T00:00:00"}