{"id":"https://openalex.org/W3000240650","doi":"https://doi.org/10.1109/tmm.2020.2966878","title":"Deep Manifold-to-Manifold Transforming Network for Skeleton-based Action Recognition","display_name":"Deep Manifold-to-Manifold Transforming Network for Skeleton-based Action Recognition","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3000240650","doi":"https://doi.org/10.1109/tmm.2020.2966878","mag":"3000240650"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2020.2966878","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.2966878","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100378800","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0002-7025-6365"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029771864","display_name":"Wenming Zheng","orcid":"https://orcid.org/0000-0002-7764-5179"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Zheng","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101571224","display_name":"Zhen Cui","orcid":"https://orcid.org/0000-0002-8292-6389"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Cui","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027316177","display_name":"Yuan Zong","orcid":"https://orcid.org/0000-0002-0839-8792"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zong","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101437925","display_name":"Chaolong Li","orcid":"https://orcid.org/0000-0003-1092-6811"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaolong Li","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060425100","display_name":"Xiaoyan Zhou","orcid":"https://orcid.org/0009-0002-3471-0441"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Zhou","raw_affiliation_strings":["School of Electronic and Information Engineering, Nanjing University of Information Science and Engineering Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Nanjing University of Information Science and Engineering Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100726984","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0003-4800-832X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7508,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.94150052,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6541181802749634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6331757307052612},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.6265649795532227},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6116717457771301},{"id":"https://openalex.org/keywords/riemannian-manifold","display_name":"Riemannian manifold","score":0.5833841562271118},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.5333713293075562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5204551219940186},{"id":"https://openalex.org/keywords/manifold-alignment","display_name":"Manifold alignment","score":0.5164756774902344},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5155958533287048},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5097283720970154},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4779084622859955},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.44769537448883057},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4173531234264374},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.4062623679637909},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29637596011161804},{"id":"https://openalex.org/keywords/nonlinear-dimensionality-reduction","display_name":"Nonlinear dimensionality reduction","score":0.23502588272094727},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.17088481783866882},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.14033257961273193}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6541181802749634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6331757307052612},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.6265649795532227},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6116717457771301},{"id":"https://openalex.org/C2779593128","wikidata":"https://www.wikidata.org/wiki/Q632814","display_name":"Riemannian manifold","level":2,"score":0.5833841562271118},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.5333713293075562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5204551219940186},{"id":"https://openalex.org/C153120616","wikidata":"https://www.wikidata.org/wiki/Q17068315","display_name":"Manifold alignment","level":4,"score":0.5164756774902344},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5155958533287048},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5097283720970154},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4779084622859955},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44769537448883057},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4173531234264374},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.4062623679637909},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29637596011161804},{"id":"https://openalex.org/C151876577","wikidata":"https://www.wikidata.org/wiki/Q7049464","display_name":"Nonlinear dimensionality reduction","level":3,"score":0.23502588272094727},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.17088481783866882},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.14033257961273193},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2020.2966878","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.2966878","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7099999785423279,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G8475994629","display_name":null,"funder_award_id":"61921004, 61906094, 61772276, 61902064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8651560819","display_name":null,"funder_award_id":"2018YFB1305200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W28988658","https://openalex.org/W203345490","https://openalex.org/W1549083695","https://openalex.org/W1558610543","https://openalex.org/W1596216457","https://openalex.org/W1862697533","https://openalex.org/W1928812244","https://openalex.org/W1950788856","https://openalex.org/W1951194945","https://openalex.org/W1983496390","https://openalex.org/W2021150171","https://openalex.org/W2030061193","https://openalex.org/W2045512849","https://openalex.org/W2048192550","https://openalex.org/W2048821851","https://openalex.org/W2052648922","https://openalex.org/W2082070408","https://openalex.org/W2085735683","https://openalex.org/W2096484739","https://openalex.org/W2097308346","https://openalex.org/W2103096501","https://openalex.org/W2116022929","https://openalex.org/W2125073690","https://openalex.org/W2133848164","https://openalex.org/W2144172034","https://openalex.org/W2145546283","https://openalex.org/W2149645715","https://openalex.org/W2149652297","https://openalex.org/W2157331557","https://openalex.org/W2163605009","https://openalex.org/W2165797462","https://openalex.org/W2169579681","https://openalex.org/W2182587296","https://openalex.org/W2235526797","https://openalex.org/W2245620145","https://openalex.org/W2290727245","https://openalex.org/W2295474072","https://openalex.org/W2510185399","https://openalex.org/W2511929793","https://openalex.org/W2517500902","https://openalex.org/W2519758495","https://openalex.org/W2556685112","https://openalex.org/W2556782416","https://openalex.org/W2563154851","https://openalex.org/W2612707971","https://openalex.org/W2736334449","https://openalex.org/W2803420692","https://openalex.org/W2891972998","https://openalex.org/W2950568498","https://openalex.org/W2962772276","https://openalex.org/W2963076553","https://openalex.org/W2963728031","https://openalex.org/W2964134613","https://openalex.org/W6608276133","https://openalex.org/W6635654010","https://openalex.org/W6640754710","https://openalex.org/W6681239517","https://openalex.org/W6684191040","https://openalex.org/W6725062358","https://openalex.org/W6726554431","https://openalex.org/W6730028046","https://openalex.org/W6731216479"],"related_works":["https://openalex.org/W2119945967","https://openalex.org/W2397338926","https://openalex.org/W2387045723","https://openalex.org/W2564044928","https://openalex.org/W2090934257","https://openalex.org/W4320738265","https://openalex.org/W2085620615","https://openalex.org/W2085003924","https://openalex.org/W2888431323","https://openalex.org/W2573981081"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,41,80,176],"will":[4],"investigate":[5],"skeleton-based":[6],"action":[7,66,184],"recognition":[8,67],"by":[9,25],"employing":[10],"high-order":[11,20],"statistics":[12,16,21],"feature":[13,22],"and":[14,77,105],"first-order":[15],"feature,":[17],"where":[18,186],"the":[19,65,94,100,107,120,132,149,153,181,187,200],"is":[23,114,144,158,203],"characterized":[24],"symmetric":[26],"positive":[27],"definite":[28],"(SPD)":[29],"matrices.":[30,194],"Noting":[31],"that":[32,199],"SPD":[33,53,72,96,102,112,142,193],"matrices":[34,54],"are":[35,190],"theoretically":[36],"embedded":[37],"on":[38,90,180],"Riemannian":[39,58],"manifolds,":[40],"propose":[42,81],"an":[43],"end-to-end":[44],"deep":[45],"manifold-to-manifold":[46],"transforming":[47],"network":[48,84],"(DMT-Net),":[49],"which":[50,126],"can":[51],"make":[52],"flow":[55],"from":[56,74],"one":[57,62],"manifold":[59],"to":[60,128,146,166],"another":[61],"for":[63,152],"facilitating":[64],"task.":[68,155],"To":[69,171],"learn":[70],"discriminative":[71],"features":[73],"both":[75],"spatial":[76],"temporal":[78,168],"dependencies,":[79],"a":[82,140,162],"neural":[83],"model":[85],"with":[86,135,161],"three":[87],"novel":[88],"layers":[89,118],"manifolds:":[91],"i.e.,":[92],"(1)":[93],"local":[95],"convolutional":[97],"layer,":[98,104],"(2)":[99],"non-linear":[101],"activation":[103],"(3)":[106],"Riemannian-preserved":[108],"recursive":[109],"layer.":[110],"The":[111,195],"property":[113],"preserved":[115],"through":[116],"all":[117],"without":[119],"singular":[121],"value":[122],"decomposition":[123],"(SVD)":[124],"operation,":[125],"has":[127],"be":[129],"conducted":[130],"in":[131],"existing":[133],"methods":[134],"expensive":[136],"computation":[137],"cost.":[138],"Furthermore,":[139],"diagonalizing":[141],"layer":[143,165],"designed":[145],"efficiently":[147],"calculate":[148],"final":[150],"metric":[151],"classification":[154],"Finally,":[156],"DMT-Net":[157],"further":[159],"fused":[160],"first":[163],"order":[164],"capture":[167],"evolution":[169],"information.":[170],"evaluate":[172],"our":[173],"proposed":[174,201],"method,":[175],"conduct":[177],"extensive":[178],"experiments":[179],"task":[182],"of":[183],"recognition,":[185],"input":[188],"signals":[189],"represented":[191],"as":[192],"experimental":[196],"results":[197],"demonstrate":[198],"method":[202],"competitive":[204],"over":[205],"state-of-the-art":[206],"methods.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}