{"id":"https://openalex.org/W3000328036","doi":"https://doi.org/10.3390/s20020528","title":"Finger Gesture Spotting from Long Sequences Based on Multi-Stream Recurrent Neural Networks","display_name":"Finger Gesture Spotting from Long Sequences Based on Multi-Stream Recurrent Neural Networks","publication_year":2020,"publication_date":"2020-01-18","ids":{"openalex":"https://openalex.org/W3000328036","doi":"https://doi.org/10.3390/s20020528","mag":"3000328036","pmid":"https://pubmed.ncbi.nlm.nih.gov/31963623"},"language":"en","primary_location":{"id":"doi:10.3390/s20020528","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20020528","pdf_url":"https://www.mdpi.com/1424-8220/20/2/528/pdf?version=1579602910","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/2/528/pdf?version=1579602910","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082384142","display_name":"Gibran Ben\u00edtez-Garc\u00eda","orcid":"https://orcid.org/0000-0003-4945-8314"},"institutions":[{"id":"https://openalex.org/I4840577","display_name":"Toyota Technological Institute","ror":"https://ror.org/001hv0k59","country_code":"JP","type":"education","lineage":["https://openalex.org/I4840577"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Gibran Benitez-Garcia","raw_affiliation_strings":["Toyota Technological Institute, Nagoya 468-8511, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4945-8314","affiliations":[{"raw_affiliation_string":"Toyota Technological Institute, Nagoya 468-8511, Japan","institution_ids":["https://openalex.org/I4840577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049686158","display_name":"Muhammad Haris","orcid":"https://orcid.org/0000-0002-8868-8094"},"institutions":[{"id":"https://openalex.org/I4840577","display_name":"Toyota Technological Institute","ror":"https://ror.org/001hv0k59","country_code":"JP","type":"education","lineage":["https://openalex.org/I4840577"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Muhammad Haris","raw_affiliation_strings":["Toyota Technological Institute, Nagoya 468-8511, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8868-8094","affiliations":[{"raw_affiliation_string":"Toyota Technological Institute, Nagoya 468-8511, Japan","institution_ids":["https://openalex.org/I4840577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080239077","display_name":"Yoshiyuki Tsuda","orcid":"https://orcid.org/0000-0002-7816-5812"},"institutions":[{"id":"https://openalex.org/I4210132650","display_name":"Denso (Japan)","ror":"https://ror.org/04hkpfa76","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210132650"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshiyuki Tsuda","raw_affiliation_strings":["DENSO CORPORATION, Kariya 448-8661, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DENSO CORPORATION, Kariya 448-8661, Japan","institution_ids":["https://openalex.org/I4210132650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053167635","display_name":"Norimichi Ukita","orcid":"https://orcid.org/0000-0002-0240-1065"},"institutions":[{"id":"https://openalex.org/I4840577","display_name":"Toyota Technological Institute","ror":"https://ror.org/001hv0k59","country_code":"JP","type":"education","lineage":["https://openalex.org/I4840577"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Norimichi Ukita","raw_affiliation_strings":["Toyota Technological Institute, Nagoya 468-8511, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute, Nagoya 468-8511, Japan","institution_ids":["https://openalex.org/I4840577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5082384142"],"corresponding_institution_ids":["https://openalex.org/I4840577"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.5669,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82429709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"20","issue":"2","first_page":"528","last_page":"528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9203118681907654},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8111139535903931},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6410844922065735},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6285701990127563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5857186913490295},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5581393241882324},{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.5434655547142029},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4907732903957367},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4782475531101227},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4196888506412506},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3479567766189575}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9203118681907654},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8111139535903931},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6410844922065735},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6285701990127563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5857186913490295},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5581393241882324},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.5434655547142029},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4907732903957367},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4782475531101227},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4196888506412506},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3479567766189575}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001336","descriptor_name":"Automobiles","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001336","descriptor_name":"Automobiles","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001336","descriptor_name":"Automobiles","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005385","descriptor_name":"Fingers","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005385","descriptor_name":"Fingers","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005385","descriptor_name":"Fingers","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.3390/s20020528","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20020528","pdf_url":"https://www.mdpi.com/1424-8220/20/2/528/pdf?version=1579602910","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:31963623","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31963623","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:8af6f2cd46394579b53abff8829f3aed","is_oa":true,"landing_page_url":"https://doaj.org/article/8af6f2cd46394579b53abff8829f3aed","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 2, p 528 (2020)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:6007304","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7014506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20020528","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20020528","pdf_url":"https://www.mdpi.com/1424-8220/20/2/528/pdf?version=1579602910","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W164929510","https://openalex.org/W1484459824","https://openalex.org/W1924770834","https://openalex.org/W1977995219","https://openalex.org/W2016053056","https://openalex.org/W2031489346","https://openalex.org/W2104036533","https://openalex.org/W2112223306","https://openalex.org/W2143202162","https://openalex.org/W2156303437","https://openalex.org/W2194775991","https://openalex.org/W2308045930","https://openalex.org/W2513263058","https://openalex.org/W2517209484","https://openalex.org/W2519328139","https://openalex.org/W2595328592","https://openalex.org/W2610990652","https://openalex.org/W2613718673","https://openalex.org/W2731541476","https://openalex.org/W2737327755","https://openalex.org/W2755876276","https://openalex.org/W2767624150","https://openalex.org/W2769602762","https://openalex.org/W2770472008","https://openalex.org/W2771248633","https://openalex.org/W2798498022","https://openalex.org/W2799176631","https://openalex.org/W2805042136","https://openalex.org/W2848033333","https://openalex.org/W2883915488","https://openalex.org/W2890144450","https://openalex.org/W2905858552","https://openalex.org/W2910217813","https://openalex.org/W2913362834","https://openalex.org/W2921294707","https://openalex.org/W2924986595","https://openalex.org/W2949875084","https://openalex.org/W2952186347","https://openalex.org/W2952435096","https://openalex.org/W2958773386","https://openalex.org/W2962677524","https://openalex.org/W2962934715","https://openalex.org/W2963448607","https://openalex.org/W2963623257","https://openalex.org/W2964216094","https://openalex.org/W2969083552","https://openalex.org/W2978459796","https://openalex.org/W2979268629","https://openalex.org/W6736809608","https://openalex.org/W6768151624"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W4312416068","https://openalex.org/W3147379364","https://openalex.org/W2010878661","https://openalex.org/W2805039731","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W342863993"],"abstract_inverted_index":{"Gesture":[0],"spotting":[1,159],"is":[2],"an":[3,133,137,165,184],"essential":[4],"task":[5,21],"for":[6,62],"recognizing":[7],"finger":[8,64,129],"gestures":[9,28,82,113],"used":[10],"to":[11,18,23,31,47,79,111,122],"control":[12],"in-car":[13],"touchless":[14],"interfaces.":[15],"Automated":[16],"methods":[17,163],"achieve":[19],"this":[20,51,155],"require":[22],"detect":[24],"video":[25,118],"segments":[26],"where":[27],"are":[29],"observed,":[30],"discard":[32],"natural":[33,84],"behaviors":[34],"of":[35,86,136,167,172],"users'":[36],"hands":[37],"that":[38,180],"may":[39,91],"look":[40],"as":[41],"target":[42,81],"gestures,":[43],"and":[44,74,170,174],"be":[45],"able":[46],"work":[48],"online.":[49],"In":[50,120],"paper,":[52],"we":[53,126,178],"address":[54],"these":[55,90],"challenges":[56],"with":[57,142,150,164,183],"a":[58,69,128,151],"recurrent":[59,102],"neural":[60,103],"architecture":[61],"online":[63,114],"gesture":[65,130,158,186,201],"spotting.":[66],"We":[67],"propose":[68],"multi-stream":[70,101],"network":[71,104],"merging":[72],"hand":[73,200],"hand-location":[75],"features,":[76],"which":[77],"help":[78],"discriminate":[80],"from":[83],"movements":[85],"the":[87,95],"hand,":[88],"since":[89],"not":[92],"happen":[93],"in":[94,115,132],"same":[96],"3D":[97,189],"spatial":[98],"location.":[99],"Our":[100],"(RNN)":[105],"recurrently":[106],"learns":[107],"semantic":[108],"information,":[109],"allowing":[110],"spot":[112],"long":[116],"untrimmed":[117],"sequences.":[119],"order":[121],"validate":[123],"our":[124,157,193],"method,":[125],"collect":[127],"dataset":[131],"in-vehicle":[134],"scenario":[135],"autonomous":[138],"car.":[139],"226":[140],"videos":[141],"more":[143],"than":[144,198],"2100":[145],"continuous":[146],"instances":[147],"were":[148],"captured":[149],"depth":[152],"sensor.":[153],"On":[154],"dataset,":[156],"approach":[160],"outperforms":[161],"state-of-the-art":[162],"improvement":[166],"about":[168],"10%":[169],"15%":[171],"recall":[173],"precision,":[175],"respectively.":[176],"Furthermore,":[177],"demonstrated":[179],"by":[181],"combining":[182],"existing":[185],"classifier":[187],"(a":[188],"Convolutional":[190],"Neural":[191],"Network),":[192],"proposal":[194],"achieves":[195],"better":[196],"performance":[197],"previous":[199],"recognition":[202],"methods.":[203]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}