{"id":"https://openalex.org/W4411787549","doi":"https://doi.org/10.3390/a18070393","title":"A Unified Framework for Recognizing Dynamic Hand Actions and Estimating Hand Pose from First-Person RGB Videos","display_name":"A Unified Framework for Recognizing Dynamic Hand Actions and Estimating Hand Pose from First-Person RGB Videos","publication_year":2025,"publication_date":"2025-06-27","ids":{"openalex":"https://openalex.org/W4411787549","doi":"https://doi.org/10.3390/a18070393"},"language":"en","primary_location":{"id":"doi:10.3390/a18070393","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18070393","pdf_url":"https://www.mdpi.com/1999-4893/18/7/393/pdf?version=1751027398","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/18/7/393/pdf?version=1751027398","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100459973","display_name":"Jiayi Yang","orcid":"https://orcid.org/0000-0002-0021-5322"},"institutions":[{"id":"https://openalex.org/I27599042","display_name":"Xi'an Polytechnic University","ror":"https://ror.org/03442p831","country_code":"CN","type":"education","lineage":["https://openalex.org/I27599042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Yang","raw_affiliation_strings":["School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China","institution_ids":["https://openalex.org/I27599042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101456569","display_name":"Jiao Liang","orcid":"https://orcid.org/0009-0000-1217-7805"},"institutions":[{"id":"https://openalex.org/I27599042","display_name":"Xi'an Polytechnic University","ror":"https://ror.org/03442p831","country_code":"CN","type":"education","lineage":["https://openalex.org/I27599042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiao Liang","raw_affiliation_strings":["School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China","institution_ids":["https://openalex.org/I27599042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012670285","display_name":"Huimin Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I27599042","display_name":"Xi'an Polytechnic University","ror":"https://ror.org/03442p831","country_code":"CN","type":"education","lineage":["https://openalex.org/I27599042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huimin Pan","raw_affiliation_strings":["School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China"],"raw_orcid":"https://orcid.org/0009-0005-4596-9207","affiliations":[{"raw_affiliation_string":"School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China","institution_ids":["https://openalex.org/I27599042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017863299","display_name":"Yuting Cai","orcid":"https://orcid.org/0000-0002-1758-0086"},"institutions":[{"id":"https://openalex.org/I27599042","display_name":"Xi'an Polytechnic University","ror":"https://ror.org/03442p831","country_code":"CN","type":"education","lineage":["https://openalex.org/I27599042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Cai","raw_affiliation_strings":["School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China","institution_ids":["https://openalex.org/I27599042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080162995","display_name":"Quanli Gao","orcid":"https://orcid.org/0000-0002-7119-8144"},"institutions":[{"id":"https://openalex.org/I27599042","display_name":"Xi'an Polytechnic University","ror":"https://ror.org/03442p831","country_code":"CN","type":"education","lineage":["https://openalex.org/I27599042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Quanli Gao","raw_affiliation_strings":["School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China"],"raw_orcid":"https://orcid.org/0000-0002-7119-8144","affiliations":[{"raw_affiliation_string":"School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China","institution_ids":["https://openalex.org/I27599042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101443948","display_name":"Xihan Wang","orcid":"https://orcid.org/0000-0002-0967-906X"},"institutions":[{"id":"https://openalex.org/I27599042","display_name":"Xi'an Polytechnic University","ror":"https://ror.org/03442p831","country_code":"CN","type":"education","lineage":["https://openalex.org/I27599042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xihan Wang","raw_affiliation_strings":["School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Xi\u2019an Polytechnic University, Xi\u2019an 710600, China","institution_ids":["https://openalex.org/I27599042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5080162995","https://openalex.org/A5101443948"],"corresponding_institution_ids":["https://openalex.org/I27599042"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11875153,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"7","first_page":"393","last_page":"393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7459888458251953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6997555494308472},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6332242488861084},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6299742460250854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7459888458251953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6997555494308472},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6332242488861084},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6299742460250854}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a18070393","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18070393","pdf_url":"https://www.mdpi.com/1999-4893/18/7/393/pdf?version=1751027398","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:68a1b4b7d6544c5c959d2291df59eb7d","is_oa":true,"landing_page_url":"https://doaj.org/article/68a1b4b7d6544c5c959d2291df59eb7d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 18, Iss 7, p 393 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a18070393","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18070393","pdf_url":"https://www.mdpi.com/1999-4893/18/7/393/pdf?version=1751027398","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4842580919","display_name":null,"funder_award_id":"12101479","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6861071689","display_name":"\u57fa\u4e8e\u77e5\u8bc6\u56fe\u8c31\u8868\u793a\u7684\u591a\u6a21\u6001\u6570\u636e\u7279\u5f81\u63d0\u53d6\u4e0e\u878d\u5408\u7814\u7a76","funder_award_id":"62072362","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411787549.pdf","grobid_xml":"https://content.openalex.org/works/W4411787549.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2156303437","https://openalex.org/W2342662179","https://openalex.org/W2510185399","https://openalex.org/W2605973302","https://openalex.org/W2798581336","https://openalex.org/W2897765997","https://openalex.org/W2948058585","https://openalex.org/W2962811204","https://openalex.org/W2963076818","https://openalex.org/W2963091558","https://openalex.org/W2963524571","https://openalex.org/W2963601560","https://openalex.org/W2972662547","https://openalex.org/W3021322563","https://openalex.org/W3080756971","https://openalex.org/W3096609285","https://openalex.org/W3096724871","https://openalex.org/W3107505289","https://openalex.org/W3107620906","https://openalex.org/W3107825842","https://openalex.org/W3118589616","https://openalex.org/W3119787773","https://openalex.org/W3144630859","https://openalex.org/W3175199633","https://openalex.org/W3175211709","https://openalex.org/W3202237431","https://openalex.org/W3202568410","https://openalex.org/W3203634062","https://openalex.org/W4214684804","https://openalex.org/W4230005465","https://openalex.org/W4237345212","https://openalex.org/W4294732854","https://openalex.org/W4295215046","https://openalex.org/W4298014233","https://openalex.org/W4312245820","https://openalex.org/W4312865353","https://openalex.org/W4319301110","https://openalex.org/W4319341491","https://openalex.org/W4380894263","https://openalex.org/W4385245566","https://openalex.org/W4386071518","https://openalex.org/W4386071548","https://openalex.org/W4386075535","https://openalex.org/W4386075706","https://openalex.org/W4392557475","https://openalex.org/W4400527593","https://openalex.org/W4405848737","https://openalex.org/W4406143095","https://openalex.org/W6682864246","https://openalex.org/W6739901393","https://openalex.org/W6756911974","https://openalex.org/W6797711379","https://openalex.org/W6838532648"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Recognizing":[0],"hand":[1,42,89,154,170],"actions":[2],"and":[3,28,41,61,92,158,185,187,206],"poses":[4],"from":[5,137],"first-person":[6,46],"RGB":[7,47],"videos":[8],"is":[9,20,75,166],"crucial":[10],"for":[11,38,95,124],"applications":[12],"like":[13],"human\u2013computer":[14],"interaction.":[15],"However,":[16],"the":[17,56,62,67,117,130,134,149,153,160,167,188],"recognition":[18,40,127,202],"accuracy":[19],"often":[21],"affected":[22],"by":[23,142],"factors":[24],"such":[25],"as":[26],"occlusion":[27],"blurring.":[29],"In":[30,66,129],"this":[31],"study,":[32],"we":[33],"propose":[34],"a":[35,78,85,105,143],"unified":[36],"framework":[37,50],"action":[39,126,201],"pose":[43,90],"estimation":[44],"in":[45,172],"videos.":[48],"The":[49,88,110,163],"consists":[51],"of":[52,152,169,204],"two":[53,180],"main":[54],"modules:":[55],"Hand":[57,68],"Pose":[58,69],"Estimation":[59,70],"Module":[60],"Action":[63,131],"Recognition":[64,132],"Module.":[65],"Module,":[71,133],"each":[72,96,122,138],"video":[73,156,174],"frame":[74,97,123,139],"fed":[76],"into":[77],"multi-layer":[79,101,144],"transformer":[80,145],"encoder":[81,146],"after":[82],"passing":[83],"through":[84,100],"feature":[86,118,135],"extractor.":[87],"results":[91,113,189],"object":[93],"categories":[94],"are":[98,114,140],"obtained":[99],"perceptron":[102],"prediction":[103,112],"using":[104],"dual":[106],"residual":[107],"network":[108],"structure.":[109],"above":[111],"concatenated":[115],"with":[116,200],"information":[119,151],"corresponding":[120],"to":[121,147],"subsequent":[125],"tasks.":[128],"vectors":[136],"aggregated":[141],"capture":[148],"temporal":[150],"between":[155],"frames":[157],"obtain":[159],"motion":[161],"trajectory.":[162],"final":[164],"output":[165],"category":[168],"movements":[171],"consecutive":[173],"frames.":[175],"We":[176],"conducted":[177],"experiments":[178],"on":[179,197],"publicly":[181],"available":[182],"datasets,":[183,199],"FPHA":[184],"H2O,":[186],"show":[190],"that":[191],"our":[192],"method":[193],"achieves":[194],"significant":[195],"improvements":[196],"both":[198],"accuracies":[203],"94.82%":[205],"87.92%,":[207],"respectively.":[208]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}