{"id":"https://openalex.org/W3197368890","doi":"https://doi.org/10.1109/tcds.2021.3108136","title":"First-Person Hand Action Recognition Using Multimodal Data","display_name":"First-Person Hand Action Recognition Using Multimodal Data","publication_year":2021,"publication_date":"2021-08-30","ids":{"openalex":"https://openalex.org/W3197368890","doi":"https://doi.org/10.1109/tcds.2021.3108136","mag":"3197368890"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2021.3108136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3108136","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100448391","display_name":"Rui Li","orcid":"https://orcid.org/0000-0001-9102-534X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Li","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422659","display_name":"Hongyu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Wang","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405185","display_name":"Zhenyu Liu","orcid":"https://orcid.org/0000-0003-2463-4553"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Liu","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101977178","display_name":"Na Cheng","orcid":"https://orcid.org/0000-0001-5915-4766"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Cheng","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101855039","display_name":"Hongye Xie","orcid":"https://orcid.org/0000-0002-4962-4012"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongye Xie","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100448391"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":0.6797,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.71628696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"14","issue":"4","first_page":"1449","last_page":"1464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8488048315048218},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7550396919250488},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7302141785621643},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6282258629798889},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6074700951576233},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5884709358215332},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5586780905723572},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5447325706481934},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.498809814453125},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43893009424209595},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41360020637512207},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38990944623947144},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3576507866382599},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.3538404405117035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8488048315048218},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7550396919250488},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7302141785621643},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6282258629798889},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6074700951576233},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5884709358215332},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5586780905723572},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5447325706481934},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.498809814453125},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43893009424209595},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41360020637512207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38990944623947144},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3576507866382599},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3538404405117035},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2021.3108136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3108136","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6899999976158142,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1500189215","display_name":null,"funder_award_id":"61671103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3712581791","display_name":null,"funder_award_id":"2019M661098","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5385680445","display_name":null,"funder_award_id":"52075480","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1523385540","https://openalex.org/W1593727536","https://openalex.org/W1595717062","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1893516992","https://openalex.org/W1928739709","https://openalex.org/W1950788856","https://openalex.org/W1983592444","https://openalex.org/W1993229407","https://openalex.org/W1993666393","https://openalex.org/W2031751002","https://openalex.org/W2048821851","https://openalex.org/W2085735683","https://openalex.org/W2093414253","https://openalex.org/W2097117768","https://openalex.org/W2105101328","https://openalex.org/W2142194269","https://openalex.org/W2142694332","https://openalex.org/W2153635508","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2341342588","https://openalex.org/W2342662179","https://openalex.org/W2344034899","https://openalex.org/W2443602434","https://openalex.org/W2465488276","https://openalex.org/W2507009361","https://openalex.org/W2605973302","https://openalex.org/W2625366777","https://openalex.org/W2732252438","https://openalex.org/W2736596806","https://openalex.org/W2750510709","https://openalex.org/W2751139225","https://openalex.org/W2752912576","https://openalex.org/W2782304446","https://openalex.org/W2793155287","https://openalex.org/W2793736649","https://openalex.org/W2794231640","https://openalex.org/W2796136333","https://openalex.org/W2796963590","https://openalex.org/W2807977412","https://openalex.org/W2894714230","https://openalex.org/W2897187502","https://openalex.org/W2941359057","https://openalex.org/W2948058585","https://openalex.org/W2952747468","https://openalex.org/W2962852931","https://openalex.org/W2963032410","https://openalex.org/W2963097937","https://openalex.org/W2963370140","https://openalex.org/W2963536138","https://openalex.org/W2963601560","https://openalex.org/W2963681914","https://openalex.org/W2963956866","https://openalex.org/W2964081807","https://openalex.org/W2964222622","https://openalex.org/W2964350391","https://openalex.org/W2989874968","https://openalex.org/W2990503944","https://openalex.org/W2993447238","https://openalex.org/W2996193927","https://openalex.org/W2996564689","https://openalex.org/W3009200023","https://openalex.org/W3034972874","https://openalex.org/W3107128832","https://openalex.org/W3123326873","https://openalex.org/W3126470627","https://openalex.org/W6631216910","https://openalex.org/W6638667902","https://openalex.org/W6640345207","https://openalex.org/W6640754710","https://openalex.org/W6743401523","https://openalex.org/W6749916090","https://openalex.org/W6790005134"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W1998222986","https://openalex.org/W2004108207","https://openalex.org/W2901551566","https://openalex.org/W2182357018","https://openalex.org/W2796878614"],"abstract_inverted_index":{"Extensive":[0],"studies":[1,119],"have":[2,13],"been":[3,14],"conducted":[4,121],"on":[5,186],"human":[6,30,70],"action":[7,18,31,36,79],"recognition,":[8,37],"whereas":[9],"relatively":[10],"few":[11],"methods":[12],"proposed":[15],"for":[16,105,114],"hand":[17,35,62,78,115],"recognition.":[19],"Although":[20],"it":[21],"is":[22,51,112,157,160],"very":[23],"natural":[24],"and":[25,57,96,135,171],"straightforward":[26],"to":[27,34,43,122,149],"apply":[28],"a":[29,141],"recognition":[32,80],"method":[33,194],"this":[38,73],"approach":[39],"cannot":[40],"always":[41],"lead":[42],"state-of-the-art":[44],"performance.":[45],"One":[46],"of":[47,127,144],"the":[48,54,58,124,128,166,172],"important":[49],"reasons":[50],"that":[52,192],"both":[53,165],"between-class":[55],"difference":[56,60],"within-class":[59],"in":[61,69],"actions":[63],"are":[64,103,120,146,178],"much":[65],"smaller":[66],"than":[67,164],"those":[68],"actions.":[71],"In":[72,138],"article,":[74],"we":[75],"study":[76],"first-person":[77],"from":[81],"RGB-D":[82,107],"sequences.":[83],"To":[84],"explore":[85],"whether":[86],"pretrained":[87,94,98],"networks":[88,95],"substantially":[89],"influence":[90],"accuracy,":[91],"eight":[92],"classic":[93],"one":[97],"network":[99,169,175],"designed":[100],"by":[101,181],"us":[102],"introduced":[104,113],"extracting":[106],"features.":[108],"A":[109],"Lie":[110],"group":[111],"pose":[116,133],"representation.":[117],"Ablation":[118],"compare":[123],"discriminative":[125],"power":[126],"RGB":[129],"modality,":[130,132,134],"depth":[131],"their":[136],"combinations.":[137],"our":[139,193],"method,":[140],"fixed":[142],"number":[143],"frames":[145],"randomly":[147],"sampled":[148],"represent":[150],"an":[151],"action.":[152],"This":[153],"temporal":[154],"modeling":[155],"strategy":[156],"simple":[158],"but":[159],"proven":[161],"more":[162],"effective":[163],"graph":[167],"convolutional":[168],"(GCN)":[170],"recurrent":[173],"neural":[174],"(RNN),":[176],"which":[177],"widely":[179],"adopted":[180],"conventional":[182],"methods.":[183],"Evaluation":[184],"experiments":[185],"two":[187],"public":[188],"data":[189],"sets":[190],"demonstrate":[191],"markedly":[195],"outperforms":[196],"recent":[197],"baselines.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}