{"id":"https://openalex.org/W4400726480","doi":"https://doi.org/10.1109/tai.2024.3430260","title":"Hierarchical Spatial-Temporal Masked Contrast for Skeleton Action Recognition","display_name":"Hierarchical Spatial-Temporal Masked Contrast for Skeleton Action Recognition","publication_year":2024,"publication_date":"2024-07-17","ids":{"openalex":"https://openalex.org/W4400726480","doi":"https://doi.org/10.1109/tai.2024.3430260"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3430260","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3430260","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100625024","display_name":"Wenming Cao","orcid":"https://orcid.org/0000-0002-8174-6167"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Cao","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration, Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","State Key Laboratory of Radio Frequency Heterogeneous IntegrationDepartment of Electronics and Information EngineeringShenzhen University"],"raw_orcid":"https://orcid.org/0000-0002-8174-6167","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration, Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous IntegrationDepartment of Electronics and Information EngineeringShenzhen University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112858191","display_name":"Aoyu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aoyu Zhang","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration, Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","State Key Laboratory of Radio Frequency Heterogeneous IntegrationDepartment of Electronics and Information EngineeringShenzhen University"],"raw_orcid":"https://orcid.org/0009-0005-5033-1005","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration, Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous IntegrationDepartment of Electronics and Information EngineeringShenzhen University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045519742","display_name":"Zhihai He","orcid":"https://orcid.org/0000-0002-2647-8286"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihai He","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","Department of Electronic and Electrical EngineeringSouthern University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0002-2647-8286","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Electronic and Electrical EngineeringSouthern University of Science and Technology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083647330","display_name":"Yicha Zhang","orcid":"https://orcid.org/0000-0002-5219-1748"},"institutions":[{"id":"https://openalex.org/I37553959","display_name":"Universit\u00e9 de technologie de belfort-montb\u00e9liard","ror":"https://ror.org/05bn3m307","country_code":"FR","type":"education","lineage":["https://openalex.org/I37553959"]},{"id":"https://openalex.org/I4210108861","display_name":"Mechanical Design (Czechia)","ror":"https://ror.org/01pm3bs44","country_code":"CZ","type":"company","lineage":["https://openalex.org/I4210108861"]}],"countries":["CZ","FR"],"is_corresponding":false,"raw_author_name":"Yicha Zhang","raw_affiliation_strings":["Université de Technologie de Belfort-Montbéliard, Belfort, France","Mechanical Design EngineeringUTBM Université de Technologie de Belfort-Montbéliard"],"raw_orcid":"https://orcid.org/0000-0002-5219-1748","affiliations":[{"raw_affiliation_string":"Université de Technologie de Belfort-Montbéliard, Belfort, France","institution_ids":["https://openalex.org/I37553959"]},{"raw_affiliation_string":"Mechanical Design EngineeringUTBM Université de Technologie de Belfort-Montbéliard","institution_ids":["https://openalex.org/I4210108861"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101209453","display_name":"Xinpeng Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinpeng Yin","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration, Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","State Key Laboratory of Radio Frequency Heterogeneous IntegrationDepartment of Electronics and Information EngineeringShenzhen University"],"raw_orcid":"https://orcid.org/0000-0002-7310-7488","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration, Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous IntegrationDepartment of Electronics and Information EngineeringShenzhen University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0936,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78206908,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"5","issue":"11","first_page":"5801","last_page":"5814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.7135090231895447},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.7018216848373413},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.49152788519859314},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4850751459598541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45666036009788513},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4426823854446411}],"concepts":[{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.7135090231895447},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.7018216848373413},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.49152788519859314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4850751459598541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45666036009788513},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4426823854446411},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2024.3430260","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3430260","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2921597031","display_name":"\u57fa\u4e8e\u51e0\u4f55\u4ee3\u6570\u7684\u751f\u7406\u673a\u80fd\u667a\u80fd\u68c0\u6d4b\u4e0e\u8bc4\u4f30\u7cfb\u7edf\u7684\u7814\u7a76","funder_award_id":"61771322","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3243890191","display_name":null,"funder_award_id":"JCYJ20220531100814033","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1950788856","https://openalex.org/W2048821851","https://openalex.org/W2442651457","https://openalex.org/W2510185399","https://openalex.org/W2607707631","https://openalex.org/W2755992512","https://openalex.org/W2787919227","https://openalex.org/W2899936784","https://openalex.org/W2902214002","https://openalex.org/W2942750779","https://openalex.org/W2944006115","https://openalex.org/W2963076818","https://openalex.org/W2964134613","https://openalex.org/W2996013073","https://openalex.org/W3007529723","https://openalex.org/W3026712604","https://openalex.org/W3033793613","https://openalex.org/W3035524453","https://openalex.org/W3092424783","https://openalex.org/W3156509901","https://openalex.org/W3169413442","https://openalex.org/W3191973200","https://openalex.org/W3203227473","https://openalex.org/W3205106480","https://openalex.org/W3216909972","https://openalex.org/W4200634815","https://openalex.org/W4221152513","https://openalex.org/W4312245820","https://openalex.org/W4312387119","https://openalex.org/W4312675926","https://openalex.org/W4313156423","https://openalex.org/W4313185874","https://openalex.org/W4379984420","https://openalex.org/W4382459184","https://openalex.org/W4385768200","https://openalex.org/W4386065445","https://openalex.org/W4386076095","https://openalex.org/W4386215080","https://openalex.org/W4387968040","https://openalex.org/W4387968449","https://openalex.org/W4390871931","https://openalex.org/W4393906060","https://openalex.org/W4394698946","https://openalex.org/W6755207826","https://openalex.org/W6762060095","https://openalex.org/W6774670964","https://openalex.org/W6784531446","https://openalex.org/W6784985713","https://openalex.org/W6788135285","https://openalex.org/W6850445340"],"related_works":["https://openalex.org/W2953562271","https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W2334655667","https://openalex.org/W2358990940","https://openalex.org/W2033914206","https://openalex.org/W2042327336","https://openalex.org/W4399611050","https://openalex.org/W2999049608","https://openalex.org/W3170431411"],"abstract_inverted_index":{"In":[0],"the":[1,30,37,52,58,62,70,92,111,131,143,149,160,191,198],"field":[2],"of":[3,39,61,133,154,159,180,200],"3-D":[4,78],"action":[5,79,206],"recognition,":[6],"self-supervised":[7],"learning":[8,50,59,77,123,132,145,163],"has":[9],"shown":[10],"promising":[11],"results":[12],"but":[13],"remains":[14],"a":[15,83],"challenging":[16],"task.":[17],"Previous":[18],"approaches":[19,46],"to":[20,102,129,141,184],"motion":[21],"modeling":[22],"often":[23],"relied":[24],"on":[25,115,190],"selecting":[26],"features":[27],"solely":[28],"from":[29],"temporal":[31,93],"or":[32],"spatial":[33,95],"domain,":[34],"which":[35],"limited":[36],"extraction":[38],"higher-level":[40],"semantic":[41,100,116,172],"information.":[42,173],"Additionally,":[43],"traditional":[44],"one-to-one":[45],"in":[47,90,106,171],"multilevel":[48,161],"comparative":[49,144,162,181],"overlooked":[51],"relationships":[53],"between":[54],"different":[55],"levels,":[56],"hindering":[57],"representation":[60],"model.":[63],"To":[64],"address":[65],"these":[66],"issues,":[67],"we":[68,136],"propose":[69],"hierarchical":[71],"spatial-temporal":[72],"masked":[73],"network":[74],"(HSTM)":[75],"for":[76,122,176],"representations.":[80],"HSTM":[81],"introduces":[82],"novel":[84],"masking":[85,112],"method":[86],"that":[87],"operates":[88],"simultaneously":[89],"both":[91],"and":[94,108,194,211],"dimensions.":[96],"This":[97,118,174],"approach":[98],"leverages":[99],"relevance":[101],"identify":[103],"meaningful":[104],"regions":[105],"time":[107],"space,":[109],"guiding":[110],"process":[113,164],"based":[114],"richness.":[117],"guidance":[119],"is":[120],"crucial":[121],"useful":[124],"feature":[125],"representations":[126,207],"effectively.":[127],"Furthermore,":[128],"enhance":[130],"potential":[134],"features,":[135],"introduce":[137],"cross-level":[138],"distillation":[139],"(CLD)":[140],"extend":[142],"approach.":[146],"By":[147],"training":[148],"model":[150],"with":[151],"two":[152],"types":[153],"losses":[155],"simultaneously,":[156],"each":[157],"level":[158],"can":[165],"be":[166],"guided":[167],"by":[168],"levels":[169],"rich":[170],"allows":[175],"more":[177],"effective":[178],"supervision":[179],"learning,":[182],"leading":[183],"improved":[185],"performance.":[186],"Extensive":[187],"experiments":[188],"conducted":[189],"NTU-60,":[192],"NTU-120,":[193],"PKU-MMD":[195],"datasets":[196],"demonstrate":[197],"effectiveness":[199],"our":[201],"proposed":[202],"framework.":[203],"The":[204],"learned":[205],"exhibit":[208],"strong":[209],"transferability":[210],"achieve":[212],"state-of-the-art":[213],"results.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}