{"id":"https://openalex.org/W4403370621","doi":"https://doi.org/10.1007/s10115-024-02252-x","title":"Compact lossy compression of tensors via neural tensor-train decomposition","display_name":"Compact lossy compression of tensors via neural tensor-train decomposition","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403370621","doi":"https://doi.org/10.1007/s10115-024-02252-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10115-024-02252-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10115-024-02252-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10115-024-02252-x.pdf","source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10115-024-02252-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070170695","display_name":"Taehyung Kwon","orcid":"https://orcid.org/0000-0002-6177-7329"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]},{"id":"https://openalex.org/I3130020584","display_name":"International Graduate School of English","ror":"https://ror.org/0181xpd52","country_code":"KR","type":"education","lineage":["https://openalex.org/I3130020584"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taehyung Kwon","raw_affiliation_strings":["Kim Jaechul Graduate School of AI, KAIST, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, KAIST, Seoul, South Korea","institution_ids":["https://openalex.org/I3130020584","https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056348914","display_name":"Jihoon Ko","orcid":"https://orcid.org/0000-0002-3223-8318"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]},{"id":"https://openalex.org/I3130020584","display_name":"International Graduate School of English","ror":"https://ror.org/0181xpd52","country_code":"KR","type":"education","lineage":["https://openalex.org/I3130020584"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jihoon Ko","raw_affiliation_strings":["Kim Jaechul Graduate School of AI, KAIST, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, KAIST, Seoul, South Korea","institution_ids":["https://openalex.org/I3130020584","https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022560184","display_name":"Jinhong Jung","orcid":"https://orcid.org/0000-0002-5533-1507"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"education","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jinhong Jung","raw_affiliation_strings":["School of Software, Soongsil University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Software, Soongsil University, Seoul, South Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083273971","display_name":"Jun-Gi Jang","orcid":"https://orcid.org/0000-0001-8328-3920"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun-Gi Jang","raw_affiliation_strings":["Computer Science, University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028609723","display_name":"Kijung Shin","orcid":"https://orcid.org/0000-0002-2872-1526"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]},{"id":"https://openalex.org/I3130020584","display_name":"International Graduate School of English","ror":"https://ror.org/0181xpd52","country_code":"KR","type":"education","lineage":["https://openalex.org/I3130020584"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kijung Shin","raw_affiliation_strings":["Kim Jaechul Graduate School of AI, KAIST, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, KAIST, Seoul, South Korea","institution_ids":["https://openalex.org/I3130020584","https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5022560184"],"corresponding_institution_ids":["https://openalex.org/I141371507"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.3209,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51740139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"67","issue":"2","first_page":"1169","last_page":"1211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.6759355068206787},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5795804858207703},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.5649188160896301},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5113641619682312},{"id":"https://openalex.org/keywords/tensor-decomposition","display_name":"Tensor decomposition","score":0.5025484561920166},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.45444023609161377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4404720962047577},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.4339233636856079},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3968116343021393},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37851834297180176},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37726616859436035},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.33883774280548096},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.3042227625846863},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18649032711982727},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07651612162590027}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.6759355068206787},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5795804858207703},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.5649188160896301},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5113641619682312},{"id":"https://openalex.org/C2986737658","wikidata":"https://www.wikidata.org/wiki/Q30103009","display_name":"Tensor decomposition","level":3,"score":0.5025484561920166},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.45444023609161377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4404720962047577},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.4339233636856079},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3968116343021393},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37851834297180176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37726616859436035},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.33883774280548096},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.3042227625846863},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18649032711982727},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07651612162590027},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10115-024-02252-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10115-024-02252-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10115-024-02252-x.pdf","source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10115-024-02252-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10115-024-02252-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10115-024-02252-x.pdf","source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2989752301","display_name":null,"funder_award_id":"KMA2021-00123","funder_id":"https://openalex.org/F4320322036","funder_display_name":"Korea Meteorological Administration"},{"id":"https://openalex.org/G5686780509","display_name":null,"funder_award_id":"NRF-2021R1C1C1008526,NRF-2020R1C1C1008296","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320322036","display_name":"Korea Meteorological Administration","ror":"https://ror.org/04nrmrg07"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403370621.pdf","grobid_xml":"https://content.openalex.org/works/W4403370621.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W115216132","https://openalex.org/W569478347","https://openalex.org/W1511885491","https://openalex.org/W1524920060","https://openalex.org/W1572352401","https://openalex.org/W1655434153","https://openalex.org/W1814521481","https://openalex.org/W1963826206","https://openalex.org/W1967138577","https://openalex.org/W1993482030","https://openalex.org/W2000215628","https://openalex.org/W2004026774","https://openalex.org/W2017927472","https://openalex.org/W2024165284","https://openalex.org/W2064675550","https://openalex.org/W2081808304","https://openalex.org/W2096852181","https://openalex.org/W2108138101","https://openalex.org/W2119511382","https://openalex.org/W2143267104","https://openalex.org/W2157331557","https://openalex.org/W2172067437","https://openalex.org/W2258054274","https://openalex.org/W2340456967","https://openalex.org/W2520495422","https://openalex.org/W2582365613","https://openalex.org/W2783323081","https://openalex.org/W2807957280","https://openalex.org/W2808348679","https://openalex.org/W2935381027","https://openalex.org/W2954228910","https://openalex.org/W2955874753","https://openalex.org/W2962708900","https://openalex.org/W2962985209","https://openalex.org/W2997162759","https://openalex.org/W2999946671","https://openalex.org/W3004023043","https://openalex.org/W3015232403","https://openalex.org/W3030415228","https://openalex.org/W3102869303","https://openalex.org/W3128267727","https://openalex.org/W3164797320","https://openalex.org/W3172914438","https://openalex.org/W3173307842","https://openalex.org/W3173891418","https://openalex.org/W3174738244","https://openalex.org/W4229641819","https://openalex.org/W4283326779","https://openalex.org/W4367047083","https://openalex.org/W4391549742","https://openalex.org/W6601636429","https://openalex.org/W6605438980"],"related_works":["https://openalex.org/W2385628723","https://openalex.org/W2547124190","https://openalex.org/W3180760233","https://openalex.org/W3035703949","https://openalex.org/W4247601675","https://openalex.org/W1970394887","https://openalex.org/W755971114","https://openalex.org/W2118338613","https://openalex.org/W1982468865","https://openalex.org/W4210455546"],"abstract_inverted_index":{"Abstract":[0],"Many":[1],"real-world":[2,170,178],"datasets":[3,179,265],"are":[4,33,138,266],"represented":[5],"as":[6],"tensors,":[7],"i.e.,":[8],"multi-dimensional":[9],"arrays":[10],"of":[11,36,134,162,251],"numerical":[12],"values.":[13],"Storing":[14],"them":[15,37],"without":[16],"compression":[17,31,59,161,202,244],"often":[18,167],"requires":[19],"substantial":[20],"space,":[21],"which":[22],"grows":[23],"exponentially":[24],"with":[25,164,207],"the":[26,104,108,116,125,131,135,159,204,214,237,249],"order.":[27],"While":[28],"many":[29,35],"tensor":[30,118,122,137,252],"algorithms":[32],"available,":[34],"rely":[38],"on":[39,176],"strong":[40,70],"data":[41,72],"assumptions":[42],"regarding":[43],"its":[44,99],"order,":[45],"sparsity,":[46],"rank,":[47],"and":[48,102,174,254,264],"smoothness.":[49],"In":[50,152],"this":[51],"work,":[52],"we":[53,88,154],"propose":[54],"TensorCodec":[55,74,156,182],",":[56],"a":[57,90,120],"lossy":[58,160],"algorithm":[60],"for":[61,149,217],"general":[62],"tensors":[63,163],"that":[64,143,181],"do":[65],"not":[66],"necessarily":[67],"adhere":[68],"to":[69,97,114,123,140,157,189,223],"input":[71,117,136],"assumptions.":[73],"incorporates":[75],"three":[76],"key":[77],"ideas.":[78],"The":[79],"first":[80],"idea":[81,112],"is":[82,113,183,246],"neural":[83,92],"tensor-train":[84],"decomposition":[85],"(NTTD)":[86],"where":[87],"integrate":[89],"recurrent":[91],"network":[93],"into":[94,119],"Tensor-Train":[95],"Decomposition":[96],"enhance":[98],"expressive":[100],"power":[101],"alleviate":[103],"limitations":[105],"imposed":[106],"by":[107,128,147],"low-rank":[109],"assumption.":[110],"Another":[111],"fold":[115],"higher-order":[121],"reduce":[124],"space":[126],"required":[127],"NTTD.":[129],"Finally,":[130],"mode":[132],"indices":[133],"reordered":[139],"reveal":[141],"patterns":[142],"can":[144],"be":[145],"exploited":[146],"NTTD":[148],"improved":[150],"approximation.":[151],"addition,":[153],"extend":[155],"enable":[158],"missing":[165],"entries,":[166,253],"found":[168],"in":[169,248,259],"datasets.":[171],"Our":[172,262],"analysis":[173],"experiments":[175],"8":[177],"demonstrate":[180],"(a)":[184],"Concise:":[185],"it":[186,220,255],"gives":[187],"up":[188,222],"$$7.38":[190],"\\times":[191],"$$":[192,225],"<mml:math":[193,226],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[194,227],"<mml:mrow>":[195,228],"<mml:mn>7.38</mml:mn>":[196],"<mml:mo>\u00d7</mml:mo>":[197,230],"</mml:mrow>":[198,231],"</mml:math>":[199,232],"more":[200,233],"compact":[201],"than":[203,236],"best":[205,238],"competitor":[206],"similar":[208],"reconstruction":[209,235],"error,":[210],"(b)":[211],"Accurate:":[212],"given":[213],"same":[215],"budget":[216],"compressed":[218],"size,":[219],"yields":[221],"$$3.33\\times":[224],"<mml:mn>3.33</mml:mn>":[229],"accurate":[234],"competitor,":[239],"(c)":[240],"Scalable:":[241],"Its":[242],"empirical":[243],"time":[245],"linear":[247],"number":[250],"reconstructs":[256],"each":[257],"entry":[258],"logarithmic":[260],"time.":[261],"code":[263],"available":[267],"at":[268],"https://github.com/kbrother/TensorCodec":[269],".":[270]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
