{"id":"https://openalex.org/W3199791674","doi":"https://doi.org/10.1109/jas.2021.1004243","title":"A Visual-Based Gesture Prediction Framework Applied in Social Robots","display_name":"A Visual-Based Gesture Prediction Framework Applied in Social Robots","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3199791674","doi":"https://doi.org/10.1109/jas.2021.1004243","mag":"3199791674"},"language":"en","primary_location":{"id":"doi:10.1109/jas.2021.1004243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2021.1004243","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/CAA Journal of Automatica Sinica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073017959","display_name":"Bixiao Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bixiao Wu","raw_affiliation_strings":["College of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030956545","display_name":"Junpei Zhong","orcid":"https://orcid.org/0000-0001-7642-2961"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junpei Zhong","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019906827","display_name":"Chenguang Yang","orcid":"https://orcid.org/0000-0001-5255-5559"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenguang Yang","raw_affiliation_strings":["College of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":4.0149,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.94436437,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":"3","first_page":"510","last_page":"519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8264594674110413},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7327685356140137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7248259782791138},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6894681453704834},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.6759774684906006},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6436381936073303},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5511974692344666},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.5051930546760559},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.48463067412376404},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47940847277641296},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.45159009099006653},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.44005870819091797}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8264594674110413},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7327685356140137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7248259782791138},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6894681453704834},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.6759774684906006},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6436381936073303},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5511974692344666},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.5051930546760559},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.48463067412376404},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47940847277641296},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.45159009099006653},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.44005870819091797},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jas.2021.1004243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2021.1004243","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/CAA Journal of Automatica Sinica","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8413357037","display_name":null,"funder_award_id":"U20A20200,61861136009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W168558832","https://openalex.org/W1969595749","https://openalex.org/W1977995219","https://openalex.org/W2039604658","https://openalex.org/W2064675550","https://openalex.org/W2072419079","https://openalex.org/W2105188040","https://openalex.org/W2130912818","https://openalex.org/W2144232362","https://openalex.org/W2305645275","https://openalex.org/W2511561981","https://openalex.org/W2532999551","https://openalex.org/W2590076343","https://openalex.org/W2753943679","https://openalex.org/W2770962117","https://openalex.org/W2778092082","https://openalex.org/W2795354662","https://openalex.org/W2801964127","https://openalex.org/W2802954634","https://openalex.org/W2858643988","https://openalex.org/W2897666773","https://openalex.org/W2913293418","https://openalex.org/W2922138935","https://openalex.org/W2987322373","https://openalex.org/W2989940186","https://openalex.org/W2994523598","https://openalex.org/W3005426010","https://openalex.org/W3019335159","https://openalex.org/W3042696757","https://openalex.org/W3044285175","https://openalex.org/W3082671975","https://openalex.org/W3106327734","https://openalex.org/W6634103714"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735"],"abstract_inverted_index":{"In":[0],"daily":[1,12],"life,":[2],"people":[3],"use":[4],"their":[5],"hands":[6],"in":[7,79,87,167,195],"various":[8],"ways":[9],"for":[10],"most":[11],"activities.":[13],"There":[14],"are":[15,111,122,130],"many":[16],"applications":[17],"based":[18],"on":[19,186],"the":[20,26,52,65,70,73,88,94,97,103,125,133,148,157,171,177,182,187,190],"position,":[21],"direction,":[22],"and":[23,34,118,153,162],"joints":[24],"of":[25,72,77,90,150,160],"hand,":[27],"including":[28],"gesture":[29,31,41],"recognition,":[30],"prediction,":[32],"robotics":[33],"so":[35],"on.":[36],"This":[37],"paper":[38],"proposes":[39],"a":[40],"prediction":[42],"system":[43],"that":[44,147],"uses":[45],"hand":[46,58],"joint":[47],"coordinate":[48],"features":[49,129,155],"collected":[50],"by":[51,93],"Leap":[53,95],"Motion":[54],"to":[55,64,68,81,102,176,180],"predict":[56],"dynamic":[57],"gestures.":[59],"The":[60,113],"model":[61,173],"is":[62,100,174],"applied":[63,101,175],"NAO":[66,178,191],"robot":[67,179,192],"verify":[69],"effectiveness":[71],"proposed":[74],"method.":[75],"First":[76],"all,":[78],"order":[80],"reduce":[82],"jitter":[83],"or":[84],"jump":[85],"generated":[86],"process":[89],"data":[91],"acquisition":[92],"Motion,":[96],"Kalman":[98],"filter":[99],"original":[104],"data.":[105,127],"Then":[106],"some":[107],"new":[108],"feature":[109,117,121],"descriptors":[110],"introduced.":[112],"length":[114,152],"feature,":[115],"angle":[116,154],"angular":[119],"velocity":[120],"extracted":[123],"from":[124],"filtered":[126],"These":[128],"fed":[131],"into":[132],"long-short":[134],"time":[135],"memory":[136],"recurrent":[137],"neural":[138],"network":[139],"(LSTM-RNN)":[140],"with":[141],"different":[142],"combinations.":[143],"Experimental":[144],"results":[145],"show":[146],"combination":[149],"coordinate,":[151],"achieves":[156],"highest":[158],"accuracy":[159],"99.31%,":[161],"it":[163],"can":[164,193],"also":[165],"run":[166],"real":[168],"time.":[169],"Finally,":[170],"trained":[172],"play":[181],"finger-guessing":[183],"game.":[184],"Based":[185],"predicted":[188],"gesture,":[189],"respond":[194],"advance.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}