{"id":"https://openalex.org/W2619959423","doi":"https://doi.org/10.1109/ijcnn.2017.7966420","title":"Compressing recurrent neural network with tensor train","display_name":"Compressing recurrent neural network with tensor train","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2619959423","doi":"https://doi.org/10.1109/ijcnn.2017.7966420","mag":"2619959423"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2017.7966420","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966420","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1705.08052","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038296765","display_name":"Andros Tjandra","orcid":"https://orcid.org/0000-0003-1246-5908"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Andros Tjandra","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040108974","display_name":"Sakriani Sakti","orcid":"https://orcid.org/0000-0001-5509-8963"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sakriani Sakti","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020994673","display_name":"Satoshi Nakamura","orcid":"https://orcid.org/0000-0001-6956-3803"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Nakamura","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038296765"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":6.6937,"has_fulltext":false,"cited_by_count":108,"citation_normalized_percentile":{"value":0.98439938,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4451","last_page":"4458"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.9662549495697021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7912638187408447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5439143776893616},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5335633754730225},{"id":"https://openalex.org/keywords/uncompressed-video","display_name":"Uncompressed video","score":0.5012269020080566},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4888378977775574},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4873417317867279},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.453663170337677},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3900185823440552},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38196155428886414},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22407618165016174},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06173381209373474}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.9662549495697021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7912638187408447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5439143776893616},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5335633754730225},{"id":"https://openalex.org/C162478608","wikidata":"https://www.wikidata.org/wiki/Q4011369","display_name":"Uncompressed video","level":4,"score":0.5012269020080566},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4888378977775574},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4873417317867279},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.453663170337677},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3900185823440552},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38196155428886414},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22407618165016174},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06173381209373474},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn.2017.7966420","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966420","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1705.08052","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.08052","pdf_url":"https://arxiv.org/pdf/1705.08052","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1705.08052","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.08052","pdf_url":"https://arxiv.org/pdf/1705.08052","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W89231944","https://openalex.org/W1408639475","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1594170634","https://openalex.org/W1602122992","https://openalex.org/W1798945469","https://openalex.org/W1800356822","https://openalex.org/W1819710477","https://openalex.org/W1821462560","https://openalex.org/W1841592590","https://openalex.org/W1899504021","https://openalex.org/W1902934009","https://openalex.org/W1922655562","https://openalex.org/W1924770834","https://openalex.org/W1993482030","https://openalex.org/W2005708641","https://openalex.org/W2047229728","https://openalex.org/W2058641082","https://openalex.org/W2064675550","https://openalex.org/W2107878631","https://openalex.org/W2108677974","https://openalex.org/W2110485445","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2134797427","https://openalex.org/W2143612262","https://openalex.org/W2144499799","https://openalex.org/W2151643194","https://openalex.org/W2157331557","https://openalex.org/W2161591461","https://openalex.org/W2193413348","https://openalex.org/W2384495648","https://openalex.org/W2525778437","https://openalex.org/W2949640717","https://openalex.org/W2952689122","https://openalex.org/W2952899695","https://openalex.org/W2962968839","https://openalex.org/W2963114950","https://openalex.org/W2963991999","https://openalex.org/W2964308564","https://openalex.org/W4254816979","https://openalex.org/W4294371482","https://openalex.org/W6603626069","https://openalex.org/W6628131027","https://openalex.org/W6631943919","https://openalex.org/W6638060716","https://openalex.org/W6638783484","https://openalex.org/W6639703010","https://openalex.org/W6676315081","https://openalex.org/W6679436768","https://openalex.org/W6679909955","https://openalex.org/W6682565983","https://openalex.org/W6683826617"],"related_works":["https://openalex.org/W4244492201","https://openalex.org/W2165546027","https://openalex.org/W2112348346","https://openalex.org/W2380813680","https://openalex.org/W1992053816","https://openalex.org/W4297785055","https://openalex.org/W2405812711","https://openalex.org/W2059959519","https://openalex.org/W2370128788","https://openalex.org/W3003902867"],"abstract_inverted_index":{"Recurrent":[0,87],"Neural":[1],"Network":[2],"(RNN)":[3],"are":[4,114],"a":[5],"popular":[6],"choice":[7],"for":[8,38,77],"modeling":[9],"temporal":[10],"and":[11,14,33,40,85,92,105],"sequential":[12],"tasks":[13],"achieve":[15],"many":[16,35],"state-of-the-art":[17,27],"performance":[18,119],"on":[19,64,102],"various":[20],"complex":[21],"problems.":[22],"However,":[23],"most":[24],"of":[25,31,55,124],"the":[26,53,60,74,118,122],"RNNs":[28,111],"have":[29],"millions":[30],"parameters":[32,56,62,126],"require":[34],"computational":[36],"resources":[37],"training":[39],"predicting":[41],"new":[42],"data.":[43],"This":[44],"paper":[45],"proposes":[46],"an":[47],"alternative":[48],"RNN":[49,79,84,96,100,125],"model":[50,97,101],"to":[51,116,129],"reduce":[52],"number":[54,123],"significantly":[57,127],"by":[58],"representing":[59],"weight":[61],"based":[63],"Tensor":[65],"Train":[66],"(TT)":[67],"format.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"implement":[73],"TT-format":[75,113],"representation":[76],"several":[78],"architectures":[80],"such":[81],"as":[82],"simple":[83],"Gated":[86],"Unit":[88],"(GRU).":[89],"We":[90],"compare":[91],"evaluate":[93],"our":[94],"proposed":[95,110],"with":[98,112],"uncompressed":[99],"sequence":[103,106],"classification":[104],"prediction":[107],"tasks.":[108],"Our":[109],"able":[115],"preserve":[117],"while":[120],"reducing":[121],"up":[128],"40":[130],"times":[131],"smaller.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}