{"id":"https://openalex.org/W2516014313","doi":"https://doi.org/10.18653/v1/w16-1624","title":"Sparsifying Word Representations for Deep Unordered Sentence Modeling","display_name":"Sparsifying Word Representations for Deep Unordered Sentence Modeling","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2516014313","doi":"https://doi.org/10.18653/v1/w16-1624","mag":"2516014313"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-1624","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1624","pdf_url":"https://www.aclweb.org/anthology/W16-1624.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W16-1624.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060534465","display_name":"Prasanna Sattigeri","orcid":"https://orcid.org/0000-0003-4435-0486"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prasanna Sattigeri","raw_affiliation_strings":["IBM T. J. Watson Research Center Yorktown Heights, NY"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046632395","display_name":"Jayaraman J. Thiagarajan","orcid":"https://orcid.org/0000-0002-8517-5816"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jayaraman J. Thiagarajan","raw_affiliation_strings":["Lawrence Livermore National Laboratory Livermore, CA"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory Livermore, CA","institution_ids":["https://openalex.org/I1282311441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046632395"],"corresponding_institution_ids":["https://openalex.org/I1282311441"],"apc_list":null,"apc_paid":null,"fwci":0.857,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.83977664,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"206","last_page":"214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9545164108276367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8019607067108154},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7320553064346313},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7306456565856934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6936346888542175},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.669147789478302},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.581946611404419},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45187705755233765},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08122038841247559}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9545164108276367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8019607067108154},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7320553064346313},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7306456565856934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6936346888542175},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.669147789478302},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.581946611404419},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45187705755233765},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08122038841247559},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w16-1624","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1624","pdf_url":"https://www.aclweb.org/anthology/W16-1624.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-1624","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1624","pdf_url":"https://www.aclweb.org/anthology/W16-1624.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6800000071525574,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2516014313.pdf","grobid_xml":"https://content.openalex.org/works/W2516014313.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W35527955","https://openalex.org/W196214544","https://openalex.org/W1652981786","https://openalex.org/W1808991731","https://openalex.org/W1832693441","https://openalex.org/W2103385190","https://openalex.org/W2113459411","https://openalex.org/W2114524997","https://openalex.org/W2127426251","https://openalex.org/W2131744502","https://openalex.org/W2140610559","https://openalex.org/W2144364794","https://openalex.org/W2153579005","https://openalex.org/W2159426623","https://openalex.org/W2163455955","https://openalex.org/W2187089797","https://openalex.org/W2250318122","https://openalex.org/W2250473257","https://openalex.org/W2250539671","https://openalex.org/W2251253014","https://openalex.org/W2251939518","https://openalex.org/W2252057887","https://openalex.org/W2949380545","https://openalex.org/W2952186591","https://openalex.org/W2963083845","https://openalex.org/W2963355447","https://openalex.org/W2963481018","https://openalex.org/W4294170691"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4247136043","https://openalex.org/W4312407344"],"abstract_inverted_index":{"Sparsity":[0],"often":[1],"leads":[2,76],"to":[3,17,57,77],"efficient":[4],"and":[5,44,75],"interpretable":[6],"representations":[7,61],"for":[8,23],"data.":[9],"In":[10],"this":[11],"paper,":[12],"we":[13],"introduce":[14],"an":[15],"architecture":[16],"infer":[18],"the":[19,24,29,72],"appropriate":[20],"sparsity":[21,67],"pattern":[22],"word":[25,60],"embeddings":[26],"while":[27],"learning":[28],"sentence":[30],"composition":[31],"in":[32,42],"a":[33],"deep":[34],"network.":[35],"The":[36,65],"proposed":[37],"approach":[38],"produces":[39],"competitive":[40],"results":[41],"sentiment":[43],"topic":[45],"classification":[46],"tasks":[47],"with":[48],"high":[49],"degree":[50],"of":[51],"sparsity.":[52],"It":[53],"is":[54,68],"computationally":[55],"cheaper":[56],"compute":[58],"sparse":[59],"than":[62],"existing":[63],"approaches.":[64],"imposed":[66],"directly":[69],"controlled":[70],"by":[71],"task":[73],"considered":[74],"more":[78],"interpretability.":[79]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}