{"id":"https://openalex.org/W3201404205","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533771","title":"Tensorial Time Series Prediction via Tensor Neural Ordinary Differential Equations","display_name":"Tensorial Time Series Prediction via Tensor Neural Ordinary Differential Equations","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3201404205","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533771","mag":"3201404205"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533771","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081238418","display_name":"Mingyuan Bai","orcid":"https://orcid.org/0000-0002-2454-4219"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Mingyuan Bai","raw_affiliation_strings":["Discipline of Business Analytics, The University of Sydney Business School, The University of Sydney, Darlington, Australia"],"affiliations":[{"raw_affiliation_string":"Discipline of Business Analytics, The University of Sydney Business School, The University of Sydney, Darlington, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083182987","display_name":"Qibin Zhao","orcid":"https://orcid.org/0000-0002-4442-3182"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qibin Zhao","raw_affiliation_strings":["Tensor Learning Team, RIKEN AIP, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tensor Learning Team, RIKEN AIP, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015817857","display_name":"Junbin Gao","orcid":"https://orcid.org/0000-0001-9803-0256"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Junbin Gao","raw_affiliation_strings":["Discipline of Business Analytics, The University of Sydney Business School, The University of Sydney, Darlington, Australia"],"affiliations":[{"raw_affiliation_string":"Discipline of Business Analytics, The University of Sydney Business School, The University of Sydney, Darlington, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081238418"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":0.2683,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.4643289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"56","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ordinary-differential-equation","display_name":"Ordinary differential equation","score":0.7322802543640137},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7024058699607849},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.6835979223251343},{"id":"https://openalex.org/keywords/ode","display_name":"Ode","score":0.6811791658401489},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.679046094417572},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5609484910964966},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5003912448883057},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4709015190601349},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44472867250442505},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.417094349861145},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3914799988269806},{"id":"https://openalex.org/keywords/differential-equation","display_name":"Differential equation","score":0.3798961043357849},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33439838886260986},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.2955433428287506},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.2631267309188843}],"concepts":[{"id":"https://openalex.org/C51544822","wikidata":"https://www.wikidata.org/wiki/Q465274","display_name":"Ordinary differential equation","level":3,"score":0.7322802543640137},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7024058699607849},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.6835979223251343},{"id":"https://openalex.org/C34862557","wikidata":"https://www.wikidata.org/wiki/Q178985","display_name":"Ode","level":2,"score":0.6811791658401489},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.679046094417572},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5609484910964966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5003912448883057},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4709015190601349},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44472867250442505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.417094349861145},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3914799988269806},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.3798961043357849},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33439838886260986},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.2955433428287506},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.2631267309188843},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533771","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W280536263","https://openalex.org/W1798945469","https://openalex.org/W1815076433","https://openalex.org/W1993482030","https://openalex.org/W2000215628","https://openalex.org/W2024165284","https://openalex.org/W2089349245","https://openalex.org/W2103367708","https://openalex.org/W2125930537","https://openalex.org/W2167503371","https://openalex.org/W2228459002","https://openalex.org/W2258054274","https://openalex.org/W2317926736","https://openalex.org/W2431890537","https://openalex.org/W2509830164","https://openalex.org/W2546257475","https://openalex.org/W2551557006","https://openalex.org/W2593110912","https://openalex.org/W2738900641","https://openalex.org/W2740645440","https://openalex.org/W2759764766","https://openalex.org/W2766514715","https://openalex.org/W2893749619","https://openalex.org/W2896801757","https://openalex.org/W2907747478","https://openalex.org/W2911498438","https://openalex.org/W2952655860","https://openalex.org/W2952716587","https://openalex.org/W2962769218","https://openalex.org/W2962851953","https://openalex.org/W2963037478","https://openalex.org/W2963103976","https://openalex.org/W2963148870","https://openalex.org/W2963469134","https://openalex.org/W2963543570","https://openalex.org/W2963563937","https://openalex.org/W2963704562","https://openalex.org/W2963755523","https://openalex.org/W2963838731","https://openalex.org/W2964010366","https://openalex.org/W2964146769","https://openalex.org/W2964253689","https://openalex.org/W2966234499","https://openalex.org/W2985962305","https://openalex.org/W2995941914","https://openalex.org/W3034206445","https://openalex.org/W3081927587","https://openalex.org/W3093788718","https://openalex.org/W3102581530","https://openalex.org/W4288614687","https://openalex.org/W4289293305","https://openalex.org/W4295245376","https://openalex.org/W4300537377","https://openalex.org/W6638060716","https://openalex.org/W6638545294","https://openalex.org/W6678818196","https://openalex.org/W6684558322","https://openalex.org/W6685315510","https://openalex.org/W6685812147","https://openalex.org/W6688965269","https://openalex.org/W6717575008","https://openalex.org/W6718367848","https://openalex.org/W6729663224","https://openalex.org/W6741042017","https://openalex.org/W6741604811","https://openalex.org/W6741969688","https://openalex.org/W6742037101","https://openalex.org/W6752307458","https://openalex.org/W6754932287","https://openalex.org/W6755312952","https://openalex.org/W6755465514","https://openalex.org/W6756052093","https://openalex.org/W6758094429","https://openalex.org/W6758707952","https://openalex.org/W6759574084","https://openalex.org/W6784855270"],"related_works":["https://openalex.org/W3082668976","https://openalex.org/W2517973022","https://openalex.org/W1543121148","https://openalex.org/W1580703421","https://openalex.org/W2996841952","https://openalex.org/W2618518959","https://openalex.org/W2231364979","https://openalex.org/W4295745414","https://openalex.org/W4382202915","https://openalex.org/W2489516236"],"abstract_inverted_index":{"In":[0,149,226],"high":[1],"dimensional":[2],"tensorial":[3,58,83],"time":[4,54],"series":[5],"prediction,":[6],"it":[7,96],"is":[8,79,139],"highly":[9],"desired":[10],"to":[11,71,106,141,164,213,221],"preserve":[12,232],"spatial":[13,27,234],"structural":[14],"and":[15,29,138,172,216,235],"underlying":[16],"continuous":[17,237],"sequential":[18,238],"information":[19,137],"in":[20],"modelling.":[21],"Existing":[22],"methods":[23,248],"either":[24],"destroy":[25],"the":[26,47,89,98,114,132,142,153,157,165,181,193,200,223,228,243],"structure":[28],"require":[30],"a":[31,82,120,128,146],"large":[32],"number":[33,99],"of":[34,77,88,100,131,136,152,175,186,192,245],"parameters,":[35],"such":[36,56],"as":[37,57],"neural":[38,59,84,94],"ordinary":[39],"differential":[40],"equations":[41],"(neural":[42],"ODEs),":[43],"or":[44],"cannot":[45],"capture":[46],"temporal":[48],"information,":[49],"especially":[50],"for":[51,155],"unevenly":[52],"spaced":[53],"series,":[55],"network":[60,85],"families.":[61],"Hence":[62,168],"we":[63,117],"propose":[64,119],"Tensor":[65],"Neural":[66],"Ordinary":[67],"Differential":[68],"Equations":[69],"(TENODEs)":[70],"address":[72],"these":[73],"issues.":[74],"The":[75],"dynamics":[76],"data":[78,233],"modelled":[80],"by":[81,145],"(TNN)":[86],"consisting":[87],"Tucker":[90],"structure.":[91],"Compared":[92],"with":[93,122,199],"ODEs,":[95],"reduces":[97],"parameters":[101],"from":[102],"<tex":[103,107],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[104,108],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$O(I^{2N})$</tex>":[105],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$O(NI^{2})$</tex>":[109],".":[110],"To":[111],"further":[112,123],"ease":[113],"computational":[115],"cost,":[116],"also":[118],"TENODE":[121],"dimensionality":[124],"reduction":[125],"which":[126],"produces":[127],"low-dimensional":[129],"representation":[130],"aforementioned":[133],"two":[134],"pieces":[135],"projected":[140],"target":[143],"space":[144],"1-layer":[147],"TNN.":[148],"each":[150],"layer":[151],"RHS":[154],"TENODE,":[156],"weight":[158,176],"matrices":[159,177],"should":[160],"maintain":[161],"Lipschitzness":[162],"according":[163],"Picard's":[166],"theorem.":[167],"TENODEs":[169],"are":[170,189,196],"consistent":[171],"converge.":[173],"Multiplication":[174],"together":[178],"can":[179],"affect":[180],"optimisation":[182,224],"stability:":[183],"when":[184],"values":[185,191],"some":[187],"weights":[188,195,212],"enlarged,":[190],"other":[194],"correspondingly":[197],"decreased,":[198],"loss":[201],"unchanged.":[202],"This":[203],"may":[204],"create":[205],"infinite":[206],"solution":[207],"spaces.":[208],"We":[209],"thus":[210],"constrain":[211],"be":[214],"orthogonal":[215],"solve":[217],"this":[218],"scaling":[219],"issue":[220],"enhance":[222],"process.":[225],"consequence,":[227],"proposed":[229,247],"TEN-ODEs":[230],"successfully":[231],"latent":[236],"information.":[239],"Experimental":[240],"results":[241],"demonstrate":[242],"efficacy":[244],"our":[246],"over":[249],"competitive":[250],"baselines.":[251]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}