{"id":"https://openalex.org/W2896705778","doi":"https://doi.org/10.1145/3289600.3290957","title":"Sparsemax and Relaxed Wasserstein for Topic Sparsity","display_name":"Sparsemax and Relaxed Wasserstein for Topic Sparsity","publication_year":2019,"publication_date":"2019-01-30","ids":{"openalex":"https://openalex.org/W2896705778","doi":"https://doi.org/10.1145/3289600.3290957","mag":"2896705778"},"language":"en","primary_location":{"id":"doi:10.1145/3289600.3290957","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3289600.3290957","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083720030","display_name":"Tianyi Lin","orcid":"https://orcid.org/0000-0002-5323-1852"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianyi Lin","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082839278","display_name":"Zhiyue Tom Hu","orcid":"https://orcid.org/0000-0002-6056-7629"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiyue Hu","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085674806","display_name":"Xin Guo","orcid":"https://orcid.org/0000-0002-3350-4606"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Guo","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5083720030"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":3.3795904,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.93245834,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"141","last_page":"149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7837373614311218},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.6762863397598267},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5681029558181763},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.567366898059845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5563586354255676},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.5554274320602417},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.48879215121269226},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4639906883239746},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4542579650878906},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.45395204424858093},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4499548077583313},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.443586528301239},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.42841485142707825},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4176112413406372},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.41409435868263245},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10156974196434021}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7837373614311218},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.6762863397598267},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5681029558181763},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.567366898059845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5563586354255676},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5554274320602417},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.48879215121269226},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4639906883239746},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4542579650878906},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.45395204424858093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4499548077583313},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.443586528301239},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.42841485142707825},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4176112413406372},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.41409435868263245},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10156974196434021},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3289600.3290957","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3289600.3290957","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W385466589","https://openalex.org/W1516111018","https://openalex.org/W1561908597","https://openalex.org/W1612003148","https://openalex.org/W1880262756","https://openalex.org/W1909320841","https://openalex.org/W1959608418","https://openalex.org/W2000911789","https://openalex.org/W2001050163","https://openalex.org/W2048195127","https://openalex.org/W2063904635","https://openalex.org/W2064772995","https://openalex.org/W2078179989","https://openalex.org/W2081536235","https://openalex.org/W2098047130","https://openalex.org/W2099111195","https://openalex.org/W2100002341","https://openalex.org/W2104676427","https://openalex.org/W2118718620","https://openalex.org/W2143646512","https://openalex.org/W2145702984","https://openalex.org/W2147946282","https://openalex.org/W2154587273","https://openalex.org/W2157006255","https://openalex.org/W2159426623","https://openalex.org/W2165279024","https://openalex.org/W2165599843","https://openalex.org/W2166851633","https://openalex.org/W2168332560","https://openalex.org/W2197590357","https://openalex.org/W2253795368","https://openalex.org/W2533060588","https://openalex.org/W2617362271","https://openalex.org/W2619565627","https://openalex.org/W2739748921","https://openalex.org/W2798523175","https://openalex.org/W2803437449","https://openalex.org/W2952264928","https://openalex.org/W2952478253","https://openalex.org/W2952673310","https://openalex.org/W2953062473","https://openalex.org/W2962755817","https://openalex.org/W2963145880","https://openalex.org/W2963746531","https://openalex.org/W2963773425","https://openalex.org/W2964201867","https://openalex.org/W6750646535"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W4226420367","https://openalex.org/W2980176872","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W3108503355","https://openalex.org/W2249953602","https://openalex.org/W2801655600","https://openalex.org/W3209162324"],"abstract_inverted_index":{"Topic":[0],"sparsity":[1,44,70,159],"refers":[2],"to":[3],"the":[4,39,60,81,85,110,127,132,136,178],"observation":[5],"that":[6],"individual":[7,72],"documents":[8,73],"usually":[9],"focus":[10],"on":[11,109,126,145,169],"several":[12],"salient":[13],"topics":[14,107],"instead":[15,33],"of":[16,21,31,34,38,62,71,83,172,180],"covering":[17],"a":[18,24,28,35],"wide":[19,36],"variety":[20],"topics,":[22],"and":[23,53,66,130,149,165,188],"real":[25],"topic":[26,43,69,158,166],"adopts":[27],"narrow":[29],"range":[30],"terms":[32],"coverage":[37],"vocabulary.":[40],"Understanding":[41],"this":[42,93],"is":[45],"especially":[46],"important":[47],"for":[48],"analyzing":[49,84],"user-generated":[50],"web":[51],"content":[52],"social":[54,76],"media,":[55],"which":[56],"are":[57],"featured":[58],"in":[59,74],"form":[61],"extremely":[63],"short":[64],"posts":[65],"discussions.":[67],"As":[68],"online":[75,86],"media":[77],"increases,":[78],"so":[79],"does":[80],"difficulty":[82],"text":[87,174],"sources":[88],"using":[89],"traditional":[90],"methods.":[91,190],"In":[92],"paper,":[94],"we":[95],"propose":[96],"two":[97],"novel":[98],"neural":[99,189],"models":[100,182],"by":[101,117],"providing":[102],"sparse":[103],"posterior":[104],"distributions":[105],"over":[106],"based":[108,144],"Gaussian":[111,146],"sparsemax":[112],"construction,":[113],"enabling":[114],"efficient":[115],"training":[116,161],"stochastic":[118],"backpropagation.":[119],"We":[120],"construct":[121],"an":[122],"inference":[123],"network":[124],"conditioned":[125],"input":[128],"data":[129],"infer":[131],"variational":[133],"distribution":[134],"with":[135,160],"relaxed":[137],"Wasserstein":[138],"(RW)":[139],"divergence.":[140],"Unlike":[141],"existing":[142],"works":[143],"softmax":[147],"construction":[148],"Kullback-Leibler":[150],"(KL)":[151],"divergence,":[152],"our":[153,181],"approaches":[154],"can":[155],"identify":[156],"latent":[157],"stability,":[162],"predictive":[163],"performance,":[164],"coherence.":[167],"Experiments":[168],"different":[170],"genres":[171],"large":[173],"corpora":[175],"have":[176],"demonstrated":[177],"effectiveness":[179],"as":[183],"they":[184],"outperform":[185],"both":[186],"probabilistic":[187]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}