{"id":"https://openalex.org/W4387789756","doi":"https://doi.org/10.1109/tpami.2023.3325463","title":"Self-Supervised 3D Action Representation Learning With Skeleton Cloud Colorization","display_name":"Self-Supervised 3D Action Representation Learning With Skeleton Cloud Colorization","publication_year":2023,"publication_date":"2023-10-19","ids":{"openalex":"https://openalex.org/W4387789756","doi":"https://doi.org/10.1109/tpami.2023.3325463","pmid":"https://pubmed.ncbi.nlm.nih.gov/37856263"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3325463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3325463","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070256347","display_name":"Siyuan Yang","orcid":"https://orcid.org/0000-0003-4681-0431"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siyuan Yang","raw_affiliation_strings":["Rapid-Rich Object Search Lab, Interdisciplinary Graduate Programme, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4681-0431","affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search Lab, Interdisciplinary Graduate Programme, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361857","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0002-4365-4165"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4365-4165","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023507910","display_name":"Shijian Lu","orcid":"https://orcid.org/0000-0002-6766-2506"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shijian Lu","raw_affiliation_strings":["School of Computer Science & Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6766-2506","affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028769374","display_name":"M.H. Er","orcid":"https://orcid.org/0000-0001-7257-7026"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Er Meng Hwa","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7257-7026","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102772000","display_name":"Yongjian Hu","orcid":"https://orcid.org/0000-0002-7775-3786"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Hu","raw_affiliation_strings":["South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7775-3786","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080977911","display_name":"Alex C. Kot","orcid":"https://orcid.org/0000-0001-6262-8125"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Alex C. Kot","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6262-8125","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5527,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.91675303,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"46","issue":"1","first_page":"509","last_page":"524"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7926849722862244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7865049839019775},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.676630973815918},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6125115752220154},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5901632308959961},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.55568927526474},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.5094135403633118},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4914895296096802},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4858410060405731},{"id":"https://openalex.org/keywords/human-skeleton","display_name":"Human skeleton","score":0.48090577125549316},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46595507860183716},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4614497423171997},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4535289406776428},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4502434730529785},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3601878881454468},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.21715104579925537}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7926849722862244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7865049839019775},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.676630973815918},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6125115752220154},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5901632308959961},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.55568927526474},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.5094135403633118},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4914895296096802},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4858410060405731},{"id":"https://openalex.org/C2777846634","wikidata":"https://www.wikidata.org/wiki/Q9621","display_name":"Human skeleton","level":2,"score":0.48090577125549316},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46595507860183716},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4614497423171997},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4535289406776428},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4502434730529785},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3601878881454468},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.21715104579925537},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3325463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3325463","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37856263","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37856263","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1662382123","https://openalex.org/W1874503286","https://openalex.org/W1950788856","https://openalex.org/W2054041160","https://openalex.org/W2085735683","https://openalex.org/W2110819057","https://openalex.org/W2415469094","https://openalex.org/W2510185399","https://openalex.org/W2519887557","https://openalex.org/W2578257192","https://openalex.org/W2591961134","https://openalex.org/W2603861860","https://openalex.org/W2604321021","https://openalex.org/W2613570903","https://openalex.org/W2716916105","https://openalex.org/W2736334449","https://openalex.org/W2751841288","https://openalex.org/W2778523960","https://openalex.org/W2787919227","https://openalex.org/W2796426482","https://openalex.org/W2796633859","https://openalex.org/W2896457183","https://openalex.org/W2902214002","https://openalex.org/W2940457086","https://openalex.org/W2944006115","https://openalex.org/W2948058585","https://openalex.org/W2950568498","https://openalex.org/W2963076818","https://openalex.org/W2963282966","https://openalex.org/W2963315828","https://openalex.org/W2963369114","https://openalex.org/W2963465695","https://openalex.org/W2963524571","https://openalex.org/W2964134613","https://openalex.org/W2964159205","https://openalex.org/W2979750740","https://openalex.org/W2981923053","https://openalex.org/W2981952041","https://openalex.org/W2996835428","https://openalex.org/W3033793613","https://openalex.org/W3034213511","https://openalex.org/W3034548564","https://openalex.org/W3035050855","https://openalex.org/W3035225512","https://openalex.org/W3035524453","https://openalex.org/W3035545045","https://openalex.org/W3046339366","https://openalex.org/W3092424783","https://openalex.org/W3092754310","https://openalex.org/W3105195350","https://openalex.org/W3106350522","https://openalex.org/W3106776857","https://openalex.org/W3108450142","https://openalex.org/W3156509901","https://openalex.org/W3169413442","https://openalex.org/W3170039146","https://openalex.org/W3171007011","https://openalex.org/W3203227473","https://openalex.org/W3203522754","https://openalex.org/W3203634062","https://openalex.org/W3205106480","https://openalex.org/W3212618454","https://openalex.org/W3216909972","https://openalex.org/W4200634815","https://openalex.org/W4212817416","https://openalex.org/W4226027695","https://openalex.org/W4293518008","https://openalex.org/W4293519281","https://openalex.org/W4294430775","https://openalex.org/W4309368547","https://openalex.org/W4312387119","https://openalex.org/W4312675926","https://openalex.org/W4312757522","https://openalex.org/W4313156423","https://openalex.org/W4382240124","https://openalex.org/W6637178625","https://openalex.org/W6677326919","https://openalex.org/W6681588610","https://openalex.org/W6682864246","https://openalex.org/W6685350579","https://openalex.org/W6720006811","https://openalex.org/W6738964360","https://openalex.org/W6748320467","https://openalex.org/W6753552102","https://openalex.org/W6755207826","https://openalex.org/W6786427852","https://openalex.org/W6799178971","https://openalex.org/W6802421118"],"related_works":["https://openalex.org/W2953562271","https://openalex.org/W1979723775","https://openalex.org/W2983142544","https://openalex.org/W2126881935","https://openalex.org/W2891059443","https://openalex.org/W4312993112","https://openalex.org/W2784535632","https://openalex.org/W2347221702","https://openalex.org/W3209135759","https://openalex.org/W2523395320"],"abstract_inverted_index":{"3D":[0,44,88,220,233],"Skeleton-based":[1],"human":[2],"action":[3,28,45,50,84,221,234],"recognition":[4,222,235],"has":[5],"attracted":[6],"increasing":[7],"attention":[8],"in":[9,95,105,231],"recent":[10],"years.":[11],"Most":[12],"of":[13,26,68,132],"the":[14,96,106,112,128,167,212],"existing":[15,216],"work":[16],"focuses":[17],"on":[18,199],"supervised":[19,232],"learning":[20,47,56,69,195],"which":[21],"requires":[22],"a":[23,59,82,87,139,158],"large":[24,225],"number":[25],"labeled":[27],"sequences":[29],"that":[30,65,122,143,164,211],"are":[31],"often":[32],"expensive":[33],"and":[34,57,71,91,102,146,193,207,218,227],"time-consuming":[35],"to":[36,99,149,171],"annotate.":[37],"In":[38,154],"this":[39],"paper,":[40],"we":[41,117,137,156],"address":[42],"self-supervised":[43,54],"representation":[46,55],"for":[48],"skeleton-based":[49],"recognition.":[51],"We":[52,80,175],"investigate":[53],"design":[58,118,138,157],"novel":[60],"skeleton":[61,73,77,83,89,109,114,133,178],"cloud":[62,90,97,179],"colorization":[63,148,180],"technique":[64],"is":[66],"capable":[67],"spatial":[70,103],"temporal":[72,101],"representations":[74],"from":[75,127],"unlabeled":[76],"sequence":[78,85],"data.":[79],"represent":[81],"as":[86,236],"colorize":[92],"each":[93],"point":[94,115],"according":[98],"its":[100],"orders":[104],"original":[107],"(unannotated)":[108],"sequence.":[110],"Leveraging":[111],"colorized":[113],"cloud,":[116],"an":[119],"auto-encoder":[120,169],"framework":[121,170],"can":[123,165],"learn":[124,150,172],"spatial-temporal":[125,152],"features":[126],"artificial":[129],"color":[130],"labels":[131],"joints":[134],"effectively.":[135],"Specifically,":[136],"two-steam":[140],"pretraining":[141],"network":[142],"leverages":[144],"fine-grained":[145],"coarse-grained":[147],"multi-scale":[151],"features.":[153],"addition,":[155],"Masked":[159],"Skeleton":[160],"Cloud":[161],"Repainting":[162],"task":[163],"pretrain":[166],"designed":[168],"informative":[173],"representations.":[174],"evaluate":[176],"our":[177],"approach":[181],"with":[182],"linear":[183],"classifiers":[184],"trained":[185],"under":[186],"different":[187],"configurations,":[188],"including":[189],"unsupervised,":[190],"semi-supervised,":[191],"fully-supervised,":[192],"transfer":[194],"settings.":[196],"Extensive":[197],"experiments":[198],"NTU":[200,202],"RGB+D,":[201],"RGB+D":[203],"120,":[204],"PKU-MMD,":[205],"NW-UCLA,":[206],"UWA3D":[208],"datasets":[209],"show":[210],"proposed":[213],"method":[214],"outperforms":[215],"unsupervised":[217],"semi-supervised":[219],"methods":[223],"by":[224],"margins":[226],"achieves":[228],"competitive":[229],"performance":[230],"well.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}