{"id":"https://openalex.org/W4404520484","doi":"https://doi.org/10.1109/tip.2024.3497837","title":"Dynamic Semantic-Based Spatial-Temporal Graph Convolution Network for Skeleton-Based Human Action Recognition","display_name":"Dynamic Semantic-Based Spatial-Temporal Graph Convolution Network for Skeleton-Based Human Action Recognition","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404520484","doi":"https://doi.org/10.1109/tip.2024.3497837","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030397"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3497837","doi":"https://doi.org/10.1109/tip.2024.3497837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3497837","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-a","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031059583","display_name":"Jianyang Xie","orcid":"https://orcid.org/0000-0002-4565-5807","observed_orcids":["https://orcid.org/0000-0002-4565-5807"]},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jianyang Xie","raw_affiliation_strings":["CDT in Distributed Algorithms, School of EEECS, University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4565-5807","affiliations":[{"raw_affiliation_string":"CDT in Distributed Algorithms, School of EEECS, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060523641","display_name":"Yanda Meng","orcid":"https://orcid.org/0000-0001-7344-2174","observed_orcids":["https://orcid.org/0000-0001-7344-2174"]},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yanda Meng","raw_affiliation_strings":["Department of Eye and Vision Sciences, University of Liverpool, Liverpool, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Eye and Vision Sciences, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057905491","display_name":"Yitian Zhao","orcid":"https://orcid.org/0000-0003-4357-4592","observed_orcids":["https://orcid.org/0000-0003-4357-4592"]},"institutions":[{"id":"https://openalex.org/I4210165339","display_name":"Ningbo Institute of Industrial Technology","ror":"https://ror.org/05nqg3g04","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165339"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yitian Zhao","raw_affiliation_strings":["Ningbo Institute of Industrial Technology, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0003-4357-4592","affiliations":[{"raw_affiliation_string":"Ningbo Institute of Industrial Technology, Ningbo, China","institution_ids":["https://openalex.org/I4210165339"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089006585","display_name":"Anh Nguyen","orcid":"https://orcid.org/0000-0002-1449-211X","observed_orcids":["https://orcid.org/0000-0002-1449-211X"]},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anh Nguyen","raw_affiliation_strings":["Department of Computer Sciences, University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0002-1449-211X","affiliations":[{"raw_affiliation_string":"Department of Computer Sciences, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006828891","display_name":"Xiaoyun Yang","orcid":"https://orcid.org/0000-0002-7326-4387","observed_orcids":["https://orcid.org/0000-0002-7326-4387","https://orcid.org/0009-0009-5420-8492"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyun Yang","raw_affiliation_strings":["Remark Holdings, Las Vegas, NV, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Remark Holdings, Las Vegas, NV, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081186911","display_name":"Yalin Zheng","orcid":"https://orcid.org/0000-0002-7873-0922","observed_orcids":["https://orcid.org/0000-0002-7873-0922"]},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yalin Zheng","raw_affiliation_strings":["Department of Eye and Vision Sciences, University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0002-7873-0922","affiliations":[{"raw_affiliation_string":"Department of Eye and Vision Sciences, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":2.8571,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.92366669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":null,"first_page":"6691","last_page":"6704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skeleton-based-action-recognition","display_name":"skeleton-based action recognition","score":0.9509999752044678},{"id":"https://openalex.org/keywords/graph-convolutional-networks","display_name":"graph convolutional networks","score":0.9129999876022339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7077300548553467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5623530149459839},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.5519291758537292},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5380271673202515},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5321903228759766},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4983513355255127},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47650352120399475},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3936731815338135},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27463722229003906},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17631065845489502},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3497837","doi":"https://doi.org/10.1109/tip.2024.3497837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3497837","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-a","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40030397","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030397","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G8030194174","display_name":"EPSRC Centre for Doctoral Training in Distributed Algorithms: the what, how and where of next-generation data science","funder_award_id":"EP/S023445/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1950788856","https://openalex.org/W2048821851","https://openalex.org/W2067288219","https://openalex.org/W2105101328","https://openalex.org/W2110819057","https://openalex.org/W2156303437","https://openalex.org/W2173027866","https://openalex.org/W2442651457","https://openalex.org/W2519887557","https://openalex.org/W2559085405","https://openalex.org/W2559833261","https://openalex.org/W2593146028","https://openalex.org/W2604321021","https://openalex.org/W2606294640","https://openalex.org/W2612707971","https://openalex.org/W2619082050","https://openalex.org/W2624431344","https://openalex.org/W2739179646","https://openalex.org/W2766453196","https://openalex.org/W2802979841","https://openalex.org/W2894175828","https://openalex.org/W2908684875","https://openalex.org/W2916798096","https://openalex.org/W2940457086","https://openalex.org/W2944006115","https://openalex.org/W2948058585","https://openalex.org/W2948246283","https://openalex.org/W2954146807","https://openalex.org/W2963076818","https://openalex.org/W2964134613","https://openalex.org/W2964650603","https://openalex.org/W2989763126","https://openalex.org/W2996249958","https://openalex.org/W2997769980","https://openalex.org/W3034999503","https://openalex.org/W3035050855","https://openalex.org/W3035180180","https://openalex.org/W3035225512","https://openalex.org/W3040352764","https://openalex.org/W3044180073","https://openalex.org/W3047772167","https://openalex.org/W3106615203","https://openalex.org/W3108496296","https://openalex.org/W3113067059","https://openalex.org/W3203634062","https://openalex.org/W3205898195","https://openalex.org/W3215030504","https://openalex.org/W4281249524","https://openalex.org/W4286894690","https://openalex.org/W4306177316","https://openalex.org/W4309396530","https://openalex.org/W4312245820","https://openalex.org/W4312757522","https://openalex.org/W4319299930","https://openalex.org/W4321231508","https://openalex.org/W4322746969","https://openalex.org/W4386598245","https://openalex.org/W4389471101"],"related_works":["https://openalex.org/W4393178539","https://openalex.org/W4306177316","https://openalex.org/W2990525852","https://openalex.org/W4415428962","https://openalex.org/W4404514049","https://openalex.org/W4402790862","https://openalex.org/W2964097678","https://openalex.org/W4206278567","https://openalex.org/W7203994923","https://openalex.org/W4403734134"],"abstract_inverted_index":{"Human":[0],"action":[1,28],"recognition":[2,29,145],"is":[3],"an":[4],"essential":[5],"topic":[6],"in":[7,25,106,119,163],"computer":[8],"vision":[9],"and":[10,21,51,53,94,101,111,133],"image":[11],"processing.":[12],"Graph":[13],"convolutional":[14],"networks":[15],"(GCNs)":[16],"have":[17],"attracted":[18],"significant":[19],"attention":[20],"achieved":[22],"noteworthy":[23],"performance":[24,146],"skeleton-based":[26],"human":[27],"tasks.":[30],"However,":[31],"most":[32],"of":[33,48,57,115],"the":[34,46,54,58,84,99,107,112,120,152,164],"previous":[35],"graph-based":[36],"works":[37],"are":[38],"designed":[39],"to":[40,66,82],"refine":[41],"skeleton":[42],"topology":[43],"without":[44],"considering":[45],"types":[47,103],"different":[49],"joints":[50,100],"edges":[52],"occurrence":[55,113],"order":[56,114],"frames.":[59],"Such":[60],"a":[61,74,180],"limitation":[62],"makes":[63],"them":[64],"insufficient":[65],"represent":[67],"intrinsic":[68],"semantic":[69,90,140],"information.":[70],"Differently,":[71],"we":[72],"proposed":[73,138,153],"dynamic":[75,89],"semantic-based":[76],"spatial-temporal":[77],"graph":[78],"convolution":[79],"network":[80],"(DS-STGCN)":[81],"address":[83],"challenge.":[85],"DS-STGCN":[86,154],"has":[87,185],"two":[88,139],"modules":[91,141],"for":[92],"spatial":[93,108],"temporal":[95,121],"contexts":[96],"respectively.":[97],"Specifically,":[98],"edge":[102],"were":[104],"encoded":[105,118],"module":[109,122],"implicitly,":[110],"frames":[116],"was":[117],"implicitly.":[123],"Extensive":[124],"experiments":[125],"on":[126,159],"four":[127],"datasets":[128],"including":[129],"NTU-RGB+D":[130],"60(120),":[131],"Kinetics-400,":[132,170],"FineGYM":[134],"show":[135],"that":[136],"our":[137,171],"can":[142],"bring":[143],"consistent":[144],"improvement":[147],"with":[148],"various":[149],"backbones.":[150],"Meanwhile,":[151],"notably":[155],"surpassed":[156],"state-of-the-art":[157,176],"methods":[158,178],"these":[160],"datasets.":[161],"Notably,":[162],"more":[165],"challenging":[166],"dataset,":[167],"such":[168],"as":[169],"model":[172],"significantly":[173],"outperformed":[174],"other":[175],"GCN-based":[177],"by":[179],"large":[181],"margin.":[182],"The":[183],"code":[184],"been":[186],"released":[187],"at":[188],"https://github.com/davelailai/DS-STGCN.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":11}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2024-11-20T00:00:00"}
