{"id":"https://openalex.org/W4387757689","doi":"https://doi.org/10.1109/tmm.2023.3324835","title":"Joints-Centered Spatial-Temporal Features Fused Skeleton Convolution Network for Action Recognition","display_name":"Joints-Centered Spatial-Temporal Features Fused Skeleton Convolution Network for Action Recognition","publication_year":2023,"publication_date":"2023-10-18","ids":{"openalex":"https://openalex.org/W4387757689","doi":"https://doi.org/10.1109/tmm.2023.3324835"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3324835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3324835","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064016745","display_name":"Wenfeng Song","orcid":"https://orcid.org/0000-0002-5101-1071"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenfeng Song","raw_affiliation_strings":["Computer School, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5101-1071","affiliations":[{"raw_affiliation_string":"Computer School, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079245761","display_name":"Tangli Chu","orcid":"https://orcid.org/0009-0009-8880-2115"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tangli Chu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-8880-2115","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424132","display_name":"Shuai Li","orcid":"https://orcid.org/0000-0003-4182-1588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuai Li","raw_affiliation_strings":["Zhongguancun Laboratory, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4182-1588","affiliations":[{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419518","display_name":"Nannan Li","orcid":"https://orcid.org/0000-0001-5563-3735"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nannan Li","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-5563-3735","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035153076","display_name":"Aimin Hao","orcid":"https://orcid.org/0000-0002-5774-6706"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Hao","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","the Research Unit of Virtual Body and Virtual Surgery Technologies, Chinese Academy of Medical Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5774-6706","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"the Research Unit of Virtual Body and Virtual Surgery Technologies, Chinese Academy of Medical Sciences, Beijing, China","institution_ids":["https://openalex.org/I200296433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091408797","display_name":"Hong Qin","orcid":"https://orcid.org/0000-0001-7699-1355"},"institutions":[{"id":"https://openalex.org/I1327163397","display_name":"State University of New York","ror":"https://ror.org/01q1z8k08","country_code":"US","type":"education","lineage":["https://openalex.org/I1327163397"]},{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Qin","raw_affiliation_strings":["Department of Computer Science, Stony Brook University (State University of New York at Stony Brook), Stony Brook, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7699-1355","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University (State University of New York at Stony Brook), Stony Brook, NY, USA","institution_ids":["https://openalex.org/I1327163397","https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7816,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.69499614,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"26","issue":null,"first_page":"4602","last_page":"4616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7731643915176392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.681668221950531},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6228014826774597},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6172337532043457},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5469858050346375},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5283986926078796},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5033902525901794},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4868282675743103},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.46552154421806335},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46102461218833923},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45748370885849},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43026095628738403},{"id":"https://openalex.org/keywords/human-skeleton","display_name":"Human skeleton","score":0.41487640142440796},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.18582767248153687},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.16143110394477844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7731643915176392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.681668221950531},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6228014826774597},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6172337532043457},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5469858050346375},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5283986926078796},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5033902525901794},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4868282675743103},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.46552154421806335},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46102461218833923},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45748370885849},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43026095628738403},{"id":"https://openalex.org/C2777846634","wikidata":"https://www.wikidata.org/wiki/Q9621","display_name":"Human skeleton","level":2,"score":0.41487640142440796},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.18582767248153687},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.16143110394477844},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3324835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3324835","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G1864300515","display_name":null,"funder_award_id":"VRLAB2022A02","funder_id":"https://openalex.org/F4320321125","funder_display_name":"Beihang University"},{"id":"https://openalex.org/G4702096841","display_name":null,"funder_award_id":"4222024","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G5934650224","display_name":null,"funder_award_id":"62272021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8278685304","display_name":null,"funder_award_id":"62102036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321125","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1777221758","https://openalex.org/W1874503286","https://openalex.org/W1983592444","https://openalex.org/W2056898157","https://openalex.org/W2058256495","https://openalex.org/W2118246710","https://openalex.org/W2344995237","https://openalex.org/W2510185399","https://openalex.org/W2519750370","https://openalex.org/W2556685112","https://openalex.org/W2559085405","https://openalex.org/W2604321021","https://openalex.org/W2606294640","https://openalex.org/W2612707971","https://openalex.org/W2618253408","https://openalex.org/W2751445731","https://openalex.org/W2767514117","https://openalex.org/W2792345332","https://openalex.org/W2884286326","https://openalex.org/W2897506137","https://openalex.org/W2902665479","https://openalex.org/W2940457086","https://openalex.org/W2945143046","https://openalex.org/W2947431308","https://openalex.org/W2948058585","https://openalex.org/W2948246283","https://openalex.org/W2950031164","https://openalex.org/W2953787907","https://openalex.org/W2954146807","https://openalex.org/W2963032654","https://openalex.org/W2963076818","https://openalex.org/W2963273301","https://openalex.org/W2963369114","https://openalex.org/W2963465695","https://openalex.org/W2964134613","https://openalex.org/W2966210862","https://openalex.org/W2978927732","https://openalex.org/W2984299269","https://openalex.org/W2996835428","https://openalex.org/W3002271958","https://openalex.org/W3016234935","https://openalex.org/W3034548564","https://openalex.org/W3035050855","https://openalex.org/W3035225512","https://openalex.org/W3035939744","https://openalex.org/W3042857285","https://openalex.org/W3099014939","https://openalex.org/W3100437087","https://openalex.org/W3119171349","https://openalex.org/W3125082963","https://openalex.org/W3150473382","https://openalex.org/W3173840782","https://openalex.org/W3175144396","https://openalex.org/W3175528717","https://openalex.org/W3183399135","https://openalex.org/W3185273257","https://openalex.org/W3203634062","https://openalex.org/W3215030504","https://openalex.org/W3216909972","https://openalex.org/W4281249524","https://openalex.org/W4285555510","https://openalex.org/W4295886610","https://openalex.org/W4297322797","https://openalex.org/W4312245820","https://openalex.org/W4312638762","https://openalex.org/W4313229717","https://openalex.org/W4315783868","https://openalex.org/W4319299930","https://openalex.org/W4319993407","https://openalex.org/W4320008751","https://openalex.org/W4382052140","https://openalex.org/W4382810453","https://openalex.org/W4390874024","https://openalex.org/W4391324012","https://openalex.org/W6713582119","https://openalex.org/W6738261693","https://openalex.org/W6754754690","https://openalex.org/W6756295125"],"related_works":["https://openalex.org/W2953562271","https://openalex.org/W1979723775","https://openalex.org/W2126881935","https://openalex.org/W4312993112","https://openalex.org/W3209135759","https://openalex.org/W2347221702","https://openalex.org/W2523395320","https://openalex.org/W41889997","https://openalex.org/W2784535632","https://openalex.org/W3170431411"],"abstract_inverted_index":{"Skeleton-based":[0],"action":[1,63,141],"recognition":[2],"is":[3,18],"crucial":[4],"for":[5,62,140],"natural":[6],"human-computer":[7],"interaction,":[8],"dynamic":[9],"behavior":[10,13],"analysis,":[11],"and":[12,47,70,86,102,111,128,153,155,162],"surveillance.":[14],"The":[15,114],"key":[16],"challenge":[17],"to":[19,33,39,83],"effectively":[20],"capture":[21],"the":[22,27,88,98,108,119,129,156,159],"intrinsic":[23],"local-global":[24],"clues":[25,101],"of":[26,92,118,164],"activity.":[28],"However,":[29],"it":[30],"remains":[31],"challenging":[32],"efficiently":[34],"leverage":[35],"multidimensional":[36],"information":[37],"related":[38],"joints'":[40,99],"local":[41],"visual":[42],"appearances,":[43],"global":[44],"spatial":[45],"relationships,":[46],"coherent":[48],"temporal":[49],"cues.":[50],"To":[51],"address":[52],"this":[53],"challenge,":[54],"we":[55,73],"propose":[56],"a":[57,136],"joints-centered":[58],"spatial-temporal":[59,126],"feature-fused":[60],"framework":[61],"recognition,":[64],"which":[65],"exploits":[66],"skeleton-based":[67],"graph":[68,81],"diffusion":[69,82],"convolution.":[71],"Specifically,":[72],"employ":[74],"Partial":[75],"Differential":[76],"Equation":[77],"(PDE)":[78],"based":[79],"skeleton":[80,137],"automatically":[84],"activate":[85],"diffuse":[87],"salient":[89],"appearance":[90,100],"features":[91,117,132],"joints.":[93],"This":[94],"approach":[95],"simultaneously":[96],"integrates":[97],"their":[103],"hierarchical":[104],"relationships":[105],"at":[106],"both":[107],"super-pixel":[109],"level":[110],"structure":[112],"level.":[113],"diffused":[115],"appearance-related":[116],"joints":[120],"are":[121,133],"further":[122],"fused":[123,131],"with":[124],"skeleton-related":[125],"features,":[127],"resulting":[130],"fed":[134],"into":[135],"convolution":[138],"network":[139],"recognition.":[142],"Our":[143,167],"method":[144],"was":[145],"extensively":[146],"evaluated":[147],"on":[148],"two":[149],"public":[150],"datasets":[151],"(NTU-RGBD":[152],"UWA3D),":[154],"results":[157],"demonstrate":[158],"improved":[160],"accuracy":[161],"effectiveness":[163],"our":[165],"approach.":[166],"code":[168],"will":[169],"be":[170],"public.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}