{"id":"https://openalex.org/W4412494127","doi":"https://doi.org/10.1109/tip.2025.3586487","title":"Zero-Shot Skeleton-Based Action Recognition With Prototype-Guided Feature Alignment","display_name":"Zero-Shot Skeleton-Based Action Recognition With Prototype-Guided Feature Alignment","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412494127","doi":"https://doi.org/10.1109/tip.2025.3586487","pmid":"https://pubmed.ncbi.nlm.nih.gov/40679901"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3586487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3586487","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.00566","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kai Zhou","orcid":"https://orcid.org/0009-0002-9550-7666"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zhou","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-9550-7666","affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514067","display_name":"Shuhai Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhai Zhang","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6877-3825","affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621723","display_name":"Zeng You","orcid":"https://orcid.org/0009-0000-3808-5650"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeng You","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-3808-5650","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020901915","display_name":"Jinwu Hu","orcid":"https://orcid.org/0000-0002-6025-8578"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinwu Hu","raw_affiliation_strings":["Pazhou Laboratory, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6025-8578","affiliations":[{"raw_affiliation_string":"Pazhou Laboratory, Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032352025","display_name":"Mingkui Tan","orcid":"https://orcid.org/0000-0001-8856-756X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingkui Tan","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8856-756X","affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100394589","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0001-9415-0496"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Liu","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9415-0496","affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8699,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86503964,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"34","issue":null,"first_page":"4602","last_page":"4617"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7424559593200684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7193102836608887},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.7088038325309753},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5860875248908997},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.564067542552948},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5126937627792358},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.47247573733329773},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36687058210372925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7424559593200684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7193102836608887},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.7088038325309753},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5860875248908997},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.564067542552948},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5126937627792358},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.47247573733329773},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36687058210372925},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2025.3586487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3586487","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40679901","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40679901","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2507.00566","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.00566","pdf_url":"https://arxiv.org/pdf/2507.00566","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.00566","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.00566","pdf_url":"https://arxiv.org/pdf/2507.00566","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"},{"score":0.41999998688697815,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G157305069","display_name":null,"funder_award_id":"2024A1515010900","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G2500617447","display_name":null,"funder_award_id":"U24A20327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2884727198","display_name":null,"funder_award_id":"2024A1515010900","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5412412958","display_name":null,"funder_award_id":"62276176","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6042538324","display_name":"\u57fa\u4e8e\u533b\u7597\u89c6\u9891\u7684\u65f6\u5e8f\u5fae\u52a8\u4f5c\u5b9a\u4f4d\u4e0e\u8bc6\u522b\u7814\u7a76","funder_award_id":"62072190","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8813799148","display_name":null,"funder_award_id":"U23B2013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412494127.pdf","grobid_xml":"https://content.openalex.org/works/W4412494127.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1950788856","https://openalex.org/W1987971958","https://openalex.org/W2080094394","https://openalex.org/W2206638072","https://openalex.org/W2490800645","https://openalex.org/W2507009361","https://openalex.org/W2560129302","https://openalex.org/W2603705233","https://openalex.org/W2603861860","https://openalex.org/W2780451508","https://openalex.org/W2796633859","https://openalex.org/W2803158089","https://openalex.org/W2842511635","https://openalex.org/W2941460356","https://openalex.org/W2942957343","https://openalex.org/W2944006115","https://openalex.org/W2944733694","https://openalex.org/W2948058585","https://openalex.org/W2963076818","https://openalex.org/W2963282966","https://openalex.org/W2963283377","https://openalex.org/W2963524571","https://openalex.org/W2964105864","https://openalex.org/W2964134613","https://openalex.org/W2964189064","https://openalex.org/W2970641574","https://openalex.org/W2972073579","https://openalex.org/W2990503944","https://openalex.org/W2991376513","https://openalex.org/W2993635975","https://openalex.org/W3033793613","https://openalex.org/W3034312118","https://openalex.org/W3035050855","https://openalex.org/W3035143213","https://openalex.org/W3035524453","https://openalex.org/W3046698617","https://openalex.org/W3049455300","https://openalex.org/W3082819019","https://openalex.org/W3093411241","https://openalex.org/W3106615203","https://openalex.org/W3125955391","https://openalex.org/W3169413442","https://openalex.org/W3194353850","https://openalex.org/W3194512065","https://openalex.org/W3194746126","https://openalex.org/W3195429019","https://openalex.org/W3203634062","https://openalex.org/W3205898195","https://openalex.org/W4200633254","https://openalex.org/W4210297803","https://openalex.org/W4221167396","https://openalex.org/W4312245820","https://openalex.org/W4312661503","https://openalex.org/W4312752917","https://openalex.org/W4312757522","https://openalex.org/W4312818263","https://openalex.org/W4313145975","https://openalex.org/W4376133174","https://openalex.org/W4385245566","https://openalex.org/W4386076097","https://openalex.org/W4387969459","https://openalex.org/W4388854793","https://openalex.org/W4390189960","https://openalex.org/W4390190620","https://openalex.org/W4390871852","https://openalex.org/W4390992215","https://openalex.org/W4391092724","https://openalex.org/W4391661486","https://openalex.org/W4393170627","https://openalex.org/W4399404947","https://openalex.org/W4402727724","https://openalex.org/W6678470764","https://openalex.org/W6682124274","https://openalex.org/W6682864246","https://openalex.org/W6735013348","https://openalex.org/W6749464311","https://openalex.org/W6770928253","https://openalex.org/W6776700526","https://openalex.org/W6778883912","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6803247036","https://openalex.org/W6846091866","https://openalex.org/W6864600185"],"related_works":["https://openalex.org/W2953562271","https://openalex.org/W3216148648","https://openalex.org/W2048716124","https://openalex.org/W2121195913","https://openalex.org/W2944661354","https://openalex.org/W2368871293","https://openalex.org/W2353313924","https://openalex.org/W4246948366","https://openalex.org/W2388668038","https://openalex.org/W2607673196"],"abstract_inverted_index":{"Zero-shot":[0],"skeleton-based":[1,8,125],"action":[2,46,126],"recognition":[3],"aims":[4],"to":[5,14,25,32,62,90,139,158,174],"classify":[6],"unseen":[7,63,108],"human":[9],"actions":[10],"without":[11],"prior":[12],"exposure":[13],"such":[15],"categories":[16,47],"during":[17,111,167],"training.":[18],"This":[19],"task":[20],"is":[21,75],"extremely":[22],"challenging":[23],"due":[24],"the":[26,85,100,160,164,194,211],"difficulty":[27],"in":[28],"generalizing":[29],"from":[30],"known":[31],"unknown":[33],"actions.":[34],"Previous":[35],"studies":[36],"typically":[37],"use":[38],"two-stage":[39],"training:":[40],"pre-training":[41],"skeleton":[42,55,82,87,106,147],"encoders":[43],"on":[44,188,210],"seen":[45],"using":[48],"cross-entropy":[49],"loss":[50],"and":[51,56,68,107,182,208,214],"then":[52],"aligning":[53],"pre-extracted":[54],"text":[57,109,154,178],"features,":[58,83],"enabling":[59],"knowledge":[60],"transfer":[61],"classes":[64],"through":[65],"skeleton-text":[66,97,141],"alignment":[67,93,103,121,156,180],"language":[69],"models'":[70],"generalization.":[71],"However,":[72],"their":[73],"efficacy":[74],"hindered":[76],"by":[77],"1)":[78],"insufficient":[79],"discrimination":[80,145],"for":[81,95,123,146],"as":[84],"fixed":[86],"encoder":[88],"fails":[89],"capture":[91],"necessary":[92],"information":[94],"effective":[96],"alignment;":[98],"2)":[99],"neglect":[101],"of":[102,163,205],"bias":[104],"between":[105],"features":[110],"testing.":[112,168],"To":[113],"this":[114],"end,":[115],"we":[116,131,150],"propose":[117],"a":[118,152,171],"prototype-guided":[119,153,177],"feature":[120,155,179],"paradigm":[122],"zero-shot":[124],"recognition,":[127],"termed":[128],"PGFA.":[129],"Specifically,":[130],"develop":[132],"an":[133],"end-to-end":[134],"cross-modal":[135],"contrastive":[136],"training":[137],"framework":[138],"improve":[140],"alignment,":[142],"ensuring":[143],"sufficient":[144],"features.":[148],"Additionally,":[149],"introduce":[151],"strategy":[157,181],"mitigate":[159],"adverse":[161],"impact":[162],"distribution":[165],"discrepancy":[166],"We":[169],"provide":[170],"theoretical":[172],"analysis":[173],"support":[175],"our":[176,185,199],"empirically":[183],"evaluate":[184],"overall":[186],"PGFA":[187,200],"three":[189],"well-known":[190],"datasets.":[191],"Compared":[192],"with":[193],"top":[195],"competitor":[196],"SMIE":[197],"method,":[198],"achieves":[201],"absolute":[202],"accuracy":[203],"improvements":[204],"22.96%,":[206],"12.53%,":[207],"18.54%":[209],"NTU-60,":[212],"NTU-120,":[213],"PKU-MMD":[215],"datasets,":[216],"respectively.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}