{"id":"https://openalex.org/W4307640454","doi":"https://doi.org/10.1177/14738716221130338","title":"Compressing and interpreting word embeddings with latent space regularization and interactive semantics probing","display_name":"Compressing and interpreting word embeddings with latent space regularization and interactive semantics probing","publication_year":2022,"publication_date":"2022-10-27","ids":{"openalex":"https://openalex.org/W4307640454","doi":"https://doi.org/10.1177/14738716221130338"},"language":"en","primary_location":{"id":"doi:10.1177/14738716221130338","is_oa":false,"landing_page_url":"https://doi.org/10.1177/14738716221130338","pdf_url":null,"source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.16815","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100358570","display_name":"Haoyu Li","orcid":"https://orcid.org/0000-0002-7138-8263"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haoyu Li","raw_affiliation_strings":["GRAVITY Research Group, Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7138-8263","affiliations":[{"raw_affiliation_string":"GRAVITY Research Group, Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669433","display_name":"Junpeng Wang","orcid":"https://orcid.org/0000-0002-1130-9914"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junpeng Wang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101563636","display_name":"Yan Zheng","orcid":"https://orcid.org/0000-0003-4422-9889"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Zheng","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602506","display_name":"Liang Wang","orcid":"https://orcid.org/0000-0001-5224-8647"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Wang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441705","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-8321-4607"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065630217","display_name":"Han\u2010Wei Shen","orcid":"https://orcid.org/0000-0002-1211-2320"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han-Wei Shen","raw_affiliation_strings":["GRAVITY Research Group, Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GRAVITY Research Group, Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100358570"],"corresponding_institution_ids":["https://openalex.org/I4210148469","https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":1.9282,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87491335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"22","issue":"1","first_page":"52","last_page":"68"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7988532781600952},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7021159529685974},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6104797720909119},{"id":"https://openalex.org/keywords/latent-semantic-analysis","display_name":"Latent semantic analysis","score":0.49175766110420227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4865347445011139},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.473849356174469},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4721417725086212},{"id":"https://openalex.org/keywords/distributional-semantics","display_name":"Distributional semantics","score":0.4569126069545746},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42220497131347656},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40512463450431824},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.360140860080719},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.096865713596344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7988532781600952},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7021159529685974},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6104797720909119},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.49175766110420227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4865347445011139},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.473849356174469},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4721417725086212},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.4569126069545746},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42220497131347656},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40512463450431824},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.360140860080719},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.096865713596344},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/14738716221130338","is_oa":false,"landing_page_url":"https://doi.org/10.1177/14738716221130338","pdf_url":null,"source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2403.16815","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.16815","pdf_url":"https://arxiv.org/pdf/2403.16815","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.16815","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.16815","pdf_url":"https://arxiv.org/pdf/2403.16815","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307640454.pdf","grobid_xml":"https://content.openalex.org/works/W4307640454.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2110080554","https://openalex.org/W2343061342","https://openalex.org/W2493916176","https://openalex.org/W2512274390","https://openalex.org/W2744999500","https://openalex.org/W2751627669","https://openalex.org/W2753044861","https://openalex.org/W2753628379","https://openalex.org/W2769280657","https://openalex.org/W2921301984","https://openalex.org/W2921712231","https://openalex.org/W2958874938","https://openalex.org/W2963707011","https://openalex.org/W3033348680","https://openalex.org/W3094617751","https://openalex.org/W3104723404","https://openalex.org/W3108010663","https://openalex.org/W4241450394","https://openalex.org/W4248764083","https://openalex.org/W4249816747"],"related_works":["https://openalex.org/W2911655849","https://openalex.org/W4286432911","https://openalex.org/W2810682696","https://openalex.org/W3173577605","https://openalex.org/W3004518042","https://openalex.org/W3046869600","https://openalex.org/W3096841502","https://openalex.org/W2594230509","https://openalex.org/W3022552813","https://openalex.org/W2896498353"],"abstract_inverted_index":{"Word":[0],"embedding,":[1],"a":[2,42,118,161],"high-dimensional":[3],"(HD)":[4],"numerical":[5],"representation":[6],"of":[7,36,96,132,150,184],"words":[8],"generated":[9],"by":[10,145],"machine":[11],"learning":[12],"models,":[13],"has":[14,31],"been":[15,32],"used":[16],"for":[17,23,48],"different":[18],"natural":[19],"language":[20],"processing":[21],"tasks,":[22,50],"example,":[24],"translation":[25],"between":[26],"two":[27],"languages.":[28],"Recently,":[29],"there":[30],"an":[33,71],"increasing":[34],"trend":[35],"transforming":[37],"the":[38,54,61,68,77,94,103,113,124,148,154,157,167,171,182],"HD":[39,104,114,172],"embeddings":[40,69,80],"into":[41,70,117],"latent":[43,55,74,105,115,135,173,177],"space":[44,116,136],"(e.g.":[45],"via":[46],"autoencoders)":[47],"further":[49],"exploiting":[51],"various":[52],"merits":[53],"representations":[56],"could":[57],"bring.":[58],"To":[59,156],"preserve":[60],"embeddings\u2019":[62],"quality,":[63],"these":[64],"works":[65],"often":[66],"map":[67],"even":[72,81],"higher-dimensional":[73],"space,":[75,121,174],"making":[76],"already":[78],"complicated":[79],"less":[82],"interpretable":[83],"and":[84,141,175,188,194],"consuming":[85],"more":[86,138],"storage":[87],"space.":[88,106],"In":[89],"this":[90],"work,":[91],"we":[92,159],"borrow":[93],"idea":[95],"[Formula:":[97],"see":[98],"text]":[99],"VAE":[100],"to":[101,165],"regularize":[102],"Our":[107],"regularization":[108,168,187],"implicitly":[109],"condenses":[110],"information":[111],"from":[112],"much":[119],"lower-dimensional":[120],"thus":[122],"compressing":[123],"embeddings.":[125],"We":[126,180],"also":[127],"show":[128],"that":[129],"each":[130],"dimension":[131],"our":[133,143,185],"regularized":[134],"is":[137],"semantically":[139],"salient,":[140],"validate":[142,181],"assertion":[144],"interactively":[146],"probing":[147],"encoding-level":[149],"user-proposed":[151],"semantics":[152],"in":[153],"dimensions.":[155],"end,":[158],"design":[160],"visual":[162],"analytics":[163],"system":[164],"monitor":[166],"process,":[169],"explore":[170],"interpret":[176],"dimensions\u2019":[178],"semantics.":[179],"effectiveness":[183],"embedding":[186],"interpretation":[189],"approach":[190],"through":[191],"both":[192],"quantitative":[193],"qualitative":[195],"evaluations.":[196]},"counts_by_year":[{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}