{"id":"https://openalex.org/W3103522166","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","title":"Tensorized Embedding Layers","display_name":"Tensorized Embedding Layers","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3103522166","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","mag":"3103522166"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.findings-emnlp.436","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.436.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.436.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088392468","display_name":"Oleksii Hrinchuk","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]},{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Oleksii Hrinchuk","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Moscow, Russia","Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I153845743"]},{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040956144","display_name":"Valentin Khrulkov","orcid":"https://orcid.org/0009-0000-6694-5398","observed_orcids":["https://orcid.org/0009-0000-6694-5398"]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]},{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Valentin Khrulkov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia","Yandex.Research, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Yandex.Research, Moscow, Russia","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013359809","display_name":"Leyla Mirvakhabova","orcid":"https://orcid.org/0009-0000-5798-8492","observed_orcids":["https://orcid.org/0009-0000-5798-8492"]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Leyla Mirvakhabova","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Elena Orlova","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Elena Orlova","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004111307","display_name":"Ivan Valer'evich Oseledets","orcid":"https://orcid.org/0000-0003-2071-2163","observed_orcids":["https://orcid.org/0000-0003-2071-2163"]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]},{"id":"https://openalex.org/I4210086928","display_name":"Institute of Numerical Mathematics","ror":"https://ror.org/00520ey40","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210086928","https://openalex.org/I4210124601"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ivan Oseledets","raw_affiliation_strings":["Institute of Numerical Mathematics, RAS, Moscow, Russia","Skolkovo Institute of Science and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Numerical Mathematics, RAS, Moscow, Russia","institution_ids":["https://openalex.org/I4210086928"]},{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5996,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.8729247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4847","last_page":"4860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9047999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9047999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.051899999380111694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.019999999552965164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tensor-train-decomposition","display_name":"tensor train decomposition","score":0.8009999990463257},{"id":"https://openalex.org/keywords/word-embeddings","display_name":"word embeddings","score":0.7900000214576721},{"id":"https://openalex.org/keywords/embedding-compression","display_name":"embedding compression","score":0.6930000185966492},{"id":"https://openalex.org/keywords/large-vocabulary","display_name":"large vocabulary","score":0.5849999785423279},{"id":"https://openalex.org/keywords/parameter-efficient-models","display_name":"parameter-efficient models","score":0.4560000002384186},{"id":"https://openalex.org/keywords/low-resource-deployment","display_name":"low-resource deployment","score":0.43799999356269836},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"natural language processing","score":0.5609999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7998992800712585},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7908822298049927},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5430663228034973},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4847352206707001},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4721015989780426},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46670055389404297},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4374334216117859},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.41400039196014404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40128105878829956},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08160856366157532},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0796792209148407},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0716630220413208},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2020.findings-emnlp.436","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.436.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.findings-emnlp.436","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.436","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.436.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3103522166.pdf","grobid_xml":"https://content.openalex.org/works/W3103522166.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1751050961","https://openalex.org/W1816313093","https://openalex.org/W1826234144","https://openalex.org/W1967077133","https://openalex.org/W1993482030","https://openalex.org/W1996901117","https://openalex.org/W2000215628","https://openalex.org/W2014237348","https://openalex.org/W2025267249","https://openalex.org/W2064675550","https://openalex.org/W2076618162","https://openalex.org/W2113459411","https://openalex.org/W2121739212","https://openalex.org/W2121879602","https://openalex.org/W2133564696","https://openalex.org/W2251939518","https://openalex.org/W2431890537","https://openalex.org/W2460130460","https://openalex.org/W2509235963","https://openalex.org/W2514713644","https://openalex.org/W2524428287","https://openalex.org/W2525332836","https://openalex.org/W2525778437","https://openalex.org/W2549416390","https://openalex.org/W2559813832","https://openalex.org/W2563351168","https://openalex.org/W2619959423","https://openalex.org/W2626778328","https://openalex.org/W2733236492","https://openalex.org/W2739963392","https://openalex.org/W2765932895","https://openalex.org/W2767321762","https://openalex.org/W2789142637","https://openalex.org/W2794137799","https://openalex.org/W2798362442","https://openalex.org/W2809532345","https://openalex.org/W2894175714","https://openalex.org/W2899533338","https://openalex.org/W2901362701","https://openalex.org/W2908336025","https://openalex.org/W2911109671","https://openalex.org/W2917889548","https://openalex.org/W2950967261","https://openalex.org/W2951595529","https://openalex.org/W2952689122","https://openalex.org/W2962766718","https://openalex.org/W2962784628","https://openalex.org/W2963036352","https://openalex.org/W2963048316","https://openalex.org/W2963674932","https://openalex.org/W2963689957","https://openalex.org/W2964110616","https://openalex.org/W2964308564","https://openalex.org/W2969855422","https://openalex.org/W2970213198","https://openalex.org/W2970971581","https://openalex.org/W2975059944","https://openalex.org/W6700531047"],"related_works":["https://openalex.org/W2919207648","https://openalex.org/W7064797053","https://openalex.org/W3171601240","https://openalex.org/W4383174296","https://openalex.org/W7133195961","https://openalex.org/W2952689122","https://openalex.org/W7172022849","https://openalex.org/W2766061613","https://openalex.org/W6926984580","https://openalex.org/W2980358443"],"abstract_inverted_index":{"The":[0],"embedding":[1,49],"layers":[2,50],"transforming":[3],"input":[4],"words":[5],"into":[6],"real":[7],"vectors":[8],"are":[9],"the":[10,23,27,53,60,64,92],"key":[11],"components":[12],"of":[13,47,66,84,103],"deep":[14],"neural":[15],"networks":[16],"used":[17],"in":[18,38,75,86],"natural":[19,87],"language":[20,88],"processing.However,":[21],"when":[22],"vocabulary":[24],"is":[25],"large,":[26],"corresponding":[28],"weight":[29],"matrices":[30],"can":[31],"be":[32],"enormous,":[33],"which":[34,57],"precludes":[35],"their":[36],"deployment":[37],"a":[39,44,67,72,81,100],"limited":[40],"resource":[41],"setting.We":[42],"introduce":[43],"novel":[45],"way":[46],"parameterizing":[48],"based":[51],"on":[52,80],"Tensor":[54],"Train":[55],"decomposition,":[56],"allows":[58],"compressing":[59],"model":[61],"significantly":[62],"at":[63],"cost":[65],"negligible":[68],"drop":[69],"or":[70],"even":[71],"slight":[73],"gain":[74],"performance.We":[76],"evaluate":[77],"our":[78],"method":[79],"wide":[82,101],"range":[83,102],"benchmarks":[85],"processing":[89],"and":[90,96,109],"analyze":[91],"trade-off":[93],"between":[94],"performance":[95],"compression":[97],"ratios":[98],"for":[99],"architectures,":[104],"from":[105],"MLPs":[106],"to":[107],"LSTMs":[108],"Transformers.":[110]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-11-23T00:00:00"}