{"id":"https://openalex.org/W2913965001","doi":"https://doi.org/10.1017/s1351324920000315","title":"Imparting interpretability to word embeddings while preserving semantic structure","display_name":"Imparting interpretability to word embeddings while preserving semantic structure","publication_year":2020,"publication_date":"2020-06-09","ids":{"openalex":"https://openalex.org/W2913965001","doi":"https://doi.org/10.1017/s1351324920000315","mag":"2913965001"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324920000315","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324920000315","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1807.07279","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"L\u00fctfi Kerem \u015eenel","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"L\u00fctfi Kerem \u015eenel","raw_affiliation_strings":["Center for Information and Language Processing (CIS), Ludwig Maximilian University (LMU), Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing (CIS), Ludwig Maximilian University (LMU), Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"\u0130hsan Utlu","orcid":null},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]},{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"\u0130hsan Utlu","raw_affiliation_strings":["ASELSAN Research Center, Ankara, Turkey","Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ASELSAN Research Center, Ankara, Turkey","institution_ids":["https://openalex.org/I56303344"]},{"raw_affiliation_string":"Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Furkan \u015eahinu\u00e7","orcid":null},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]},{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Furkan \u015eahinu\u00e7","raw_affiliation_strings":["ASELSAN Research Center, Ankara, Turkey","Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ASELSAN Research Center, Ankara, Turkey","institution_ids":["https://openalex.org/I56303344"]},{"raw_affiliation_string":"Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haldun M. Ozaktas","orcid":null},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Haldun M. Ozaktas","raw_affiliation_strings":["Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":null,"display_name":"Aykut Ko\u00e7","orcid":null},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Aykut Ko\u00e7","raw_affiliation_strings":["Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey","National Magnetic Resonance Research Center (UMRAM), Bilkent University, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Electronics Engineering Department, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]},{"raw_affiliation_string":"National Magnetic Resonance Research Center (UMRAM), Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":{"value":3160,"currency":"USD","value_usd":3160},"apc_paid":null,"fwci":0.4261,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.70814843,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"27","issue":"6","first_page":"721","last_page":"746"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4397999942302704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4397999942302704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18809999525547028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.06199999898672104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8892999887466431},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6665999889373779},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6620000004768372},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6571000218391418},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.46860000491142273},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.44429999589920044},{"id":"https://openalex.org/keywords/vector-space","display_name":"Vector space","score":0.4203999936580658},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.40230000019073486}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8892999887466431},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8424000144004822},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7289000153541565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6953999996185303},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6665999889373779},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6620000004768372},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6571000218391418},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.46860000491142273},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C2778698081","wikidata":"https://www.wikidata.org/wiki/Q179797","display_name":"Thesaurus","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C2986420190","wikidata":"https://www.wikidata.org/wiki/Q39045939","display_name":"Semantic space","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C198942812","wikidata":"https://www.wikidata.org/wiki/Q496618","display_name":"Semantic property","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.2574999928474426}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1017/s1351324920000315","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324920000315","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1807.07279","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.07279","pdf_url":"https://arxiv.org/pdf/1807.07279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/75864","is_oa":true,"landing_page_url":"http://hdl.handle.net/11693/75864","pdf_url":"https://repository.bilkent.edu.tr/bitstreams/a38cd1cb-5512-4903-aef7-eff59e2974b2/download","source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Natural Language Engineering","raw_type":"Article"},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/77473","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/77473","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Natural Language Engineering","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1807.07279","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.07279","pdf_url":"https://arxiv.org/pdf/1807.07279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322628","display_name":"T\u00fcrkiye Bilimler Akademisi","ror":"https://ror.org/00aqt9352"},{"id":"https://openalex.org/F4320323792","display_name":"Bilkent \u00dcniversitesi","ror":"https://ror.org/02vh8a032"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W71795751","https://openalex.org/W810147176","https://openalex.org/W1503259811","https://openalex.org/W2081580037","https://openalex.org/W2125076245","https://openalex.org/W2140610559","https://openalex.org/W2153579005","https://openalex.org/W2158139315","https://openalex.org/W2159426623","https://openalex.org/W2235611260","https://openalex.org/W2238728730","https://openalex.org/W2250539671","https://openalex.org/W2250683455","https://openalex.org/W2250753706","https://openalex.org/W2250861254","https://openalex.org/W2250930514","https://openalex.org/W2250944176","https://openalex.org/W2251253014","https://openalex.org/W2251404238","https://openalex.org/W2251491951","https://openalex.org/W2251771443","https://openalex.org/W2251939518","https://openalex.org/W2252057887","https://openalex.org/W2264800663","https://openalex.org/W2294979170","https://openalex.org/W2295077981","https://openalex.org/W2434741482","https://openalex.org/W2493343568","https://openalex.org/W2493916176","https://openalex.org/W2518202280","https://openalex.org/W2529281176","https://openalex.org/W2620558438","https://openalex.org/W2702896255","https://openalex.org/W2757667583","https://openalex.org/W2760392765","https://openalex.org/W2765175868","https://openalex.org/W2765939122","https://openalex.org/W2798962680","https://openalex.org/W2861547254","https://openalex.org/W2882319491","https://openalex.org/W2890249124","https://openalex.org/W2914500130","https://openalex.org/W2949464625","https://openalex.org/W2951684477","https://openalex.org/W2963639656","https://openalex.org/W2963850840","https://openalex.org/W2964027067","https://openalex.org/W2964232431","https://openalex.org/W2971051967"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"As":[1],"a":[2,21,84,92,226],"ubiquitous":[3],"method":[4,206],"in":[5,146,167,248],"natural":[6],"language":[7],"processing,":[8],"word":[9,126,235],"embeddings":[10,236],"are":[11,40,80,111,138,238],"extensively":[12],"employed":[13],"to":[14,37,44,63,83,87,114,124,131,165,172,200],"map":[15],"semantic":[16,27,99,215],"properties":[17],"of":[18,67,77,182,186,214,217],"words":[19,39,78,109,166,175],"into":[20],"dense":[22],"vector":[23,49,133,220],"representation.":[24],"They":[25],"capture":[26],"and":[28,170,184,225],"syntactic":[29],"relations":[30],"among":[31],"words,":[32,106],"but":[33],"the":[34,38,48,64,68,74,97,125,159,168,180,204,212,218,233,241],"vectors":[35,76],"corresponding":[36],"only":[41],"meaningful":[42],"relative":[43],"each":[45],"other.":[46],"Neither":[47],"nor":[50],"its":[51,132],"dimensions":[52],"have":[53,196],"any":[54],"absolute,":[55],"interpretable":[56],"meaning.":[57],"We":[58,154,178,209],"introduce":[59],"an":[60,141],"additive":[61],"modification":[62],"objective":[65],"function":[66],"embedding":[69,75,127],"learning":[70,100],"algorithm":[71],"that":[72,79,110,156,203,232,237],"encourages":[73],"semantically":[81],"related":[82,174],"predefined":[85,118,136],"concept":[86],"take":[88],"larger":[89],"values":[90],"along":[91,117,158],"specified":[93],"dimension,":[94],"while":[95],"leaving":[96],"original":[98],"mechanism":[101],"mostly":[102],"unaffected.":[103],"In":[104],"other":[105,173],"we":[107,121],"align":[108],"already":[112],"determined":[113],"be":[115],"related,":[116],"concepts.":[119],"Therefore,":[120],"impart":[122],"interpretability":[123,183],"by":[128,240],"assigning":[129],"meaning":[130,187],"dimensions.":[134],"The":[135],"concepts":[137,161],"derived":[139],"from":[140,188],"external":[142],"lexical":[143],"resource,":[144],"which":[145],"this":[147],"paper":[148],"is":[149,162],"chosen":[150,160],"as":[151,176],"Roget\u2019s":[152],"Thesaurus.":[153],"observe":[155],"alignment":[157],"not":[163,245],"limited":[164],"thesaurus":[169],"extends":[171],"well.":[177],"quantify":[179],"extent":[181],"assignment":[185],"our":[189],"experimental":[190],"results.":[191],"Manual":[192],"human":[193],"evaluation":[194],"results":[195],"also":[197,210],"been":[198],"presented":[199],"further":[201],"verify":[202],"proposed":[205,242],"increases":[207],"interpretability.":[208],"demonstrate":[211],"preservation":[213],"coherence":[216],"resulting":[219],"space":[221],"using":[222],"word-analogy/word-similarity":[223],"tests":[224,230],"downstream":[227],"task.":[228],"These":[229],"show":[231],"interpretability-imparted":[234],"obtained":[239],"framework":[243],"do":[244],"sacrifice":[246],"performances":[247],"common":[249],"benchmark":[250],"tests.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2019-02-21T00:00:00"}