{"id":"https://openalex.org/W2795354662","doi":"https://doi.org/10.1109/tmm.2018.2856094","title":"Exploiting Recurrent Neural Networks and Leap Motion Controller for the Recognition of Sign Language and Semaphoric Hand Gestures","display_name":"Exploiting Recurrent Neural Networks and Leap Motion Controller for the Recognition of Sign Language and Semaphoric Hand Gestures","publication_year":2018,"publication_date":"2018-07-13","ids":{"openalex":"https://openalex.org/W2795354662","doi":"https://doi.org/10.1109/tmm.2018.2856094","mag":"2795354662"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2018.2856094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2856094","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.10435","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Danilo Avola","orcid":"https://orcid.org/0000-0001-9437-6217"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Danilo Avola","raw_affiliation_strings":["Department of Mathematics and Computer Science, Universita degli Studi di Udine Polo Scientifico Matematica Informatica e Multimedialita, Udine, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9437-6217","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Universita degli Studi di Udine Polo Scientifico Matematica Informatica e Multimedialita, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marco Bernardi","orcid":"https://orcid.org/0000-0001-5477-1423"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Bernardi","raw_affiliation_strings":["Department of Computer Science, Universita degli Studi di Roma La Sapienza Facolta di Ingegneria dell\u2019Informazione Informatica e Statistica, Roma, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5477-1423","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universita degli Studi di Roma La Sapienza Facolta di Ingegneria dell\u2019Informazione Informatica e Statistica, Roma, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luigi Cinque","orcid":null},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luigi Cinque","raw_affiliation_strings":["Department of Computer Science, Universita degli Studi di Roma La Sapienza Facolta di Ingegneria dell\u2019Informazione Informatica e Statistica, Roma, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universita degli Studi di Roma La Sapienza Facolta di Ingegneria dell\u2019Informazione Informatica e Statistica, Roma, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gian Luca Foresti","orcid":"https://orcid.org/0000-0002-8425-6892"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gian Luca Foresti","raw_affiliation_strings":["Department of Mathematics and Computer Science, Universita degli Studi di Udine Polo Scientifico Matematica Informatica e Multimedialita, Udine, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8425-6892","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Universita degli Studi di Udine Polo Scientifico Matematica Informatica e Multimedialita, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":null,"display_name":"Cristiano Massaroni","orcid":"https://orcid.org/0000-0002-6942-4851"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cristiano Massaroni","raw_affiliation_strings":["Department of Computer Science, Universita degli Studi di Roma La Sapienza Facolta di Ingegneria dell\u2019Informazione Informatica e Statistica, Roma, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6942-4851","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universita degli Studi di Roma La Sapienza Facolta di Ingegneria dell\u2019Informazione Informatica e Statistica, Roma, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.8534,"has_fulltext":false,"cited_by_count":177,"citation_normalized_percentile":{"value":0.99296944,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"21","issue":"1","first_page":"234","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9053000211715698},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7325000166893005},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.718500018119812},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.692300021648407},{"id":"https://openalex.org/keywords/american-sign-language","display_name":"American Sign Language","score":0.6373999714851379},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4871000051498413},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43369999527931213},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.41999998688697815}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9053000211715698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8636000156402588},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7325000166893005},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.718500018119812},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.692300021648407},{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.6373999714851379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.61080002784729},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5059999823570251},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4871000051498413},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45879998803138733},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43369999527931213},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4138000011444092},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.3725999891757965},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.2858000099658966},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tmm.2018.2856094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2856094","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1803.10435","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.10435","pdf_url":"https://arxiv.org/pdf/1803.10435","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:air.uniud.it:11390/1179697","is_oa":true,"landing_page_url":"http://hdl.handle.net/11390/1179697","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1139418","is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/1139418","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.10435","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.10435","pdf_url":"https://arxiv.org/pdf/1803.10435","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W183625566","https://openalex.org/W610851789","https://openalex.org/W1498883201","https://openalex.org/W1969486372","https://openalex.org/W1969595749","https://openalex.org/W1976457887","https://openalex.org/W1979378996","https://openalex.org/W1983364832","https://openalex.org/W1984914017","https://openalex.org/W1985258458","https://openalex.org/W1985891935","https://openalex.org/W1989386832","https://openalex.org/W1993666393","https://openalex.org/W1998357316","https://openalex.org/W1998718623","https://openalex.org/W2005708641","https://openalex.org/W2007057255","https://openalex.org/W2008595731","https://openalex.org/W2014586736","https://openalex.org/W2018204822","https://openalex.org/W2018260525","https://openalex.org/W2030061193","https://openalex.org/W2030990735","https://openalex.org/W2033567561","https://openalex.org/W2036650503","https://openalex.org/W2039604658","https://openalex.org/W2052695100","https://openalex.org/W2056898157","https://openalex.org/W2072419079","https://openalex.org/W2085735683","https://openalex.org/W2099283162","https://openalex.org/W2103254706","https://openalex.org/W2108891751","https://openalex.org/W2109606373","https://openalex.org/W2110299479","https://openalex.org/W2130647295","https://openalex.org/W2134685484","https://openalex.org/W2137703379","https://openalex.org/W2143612262","https://openalex.org/W2144499799","https://openalex.org/W2149645715","https://openalex.org/W2158373110","https://openalex.org/W2161755782","https://openalex.org/W2170505850","https://openalex.org/W2172156083","https://openalex.org/W2210749627","https://openalex.org/W2406392101","https://openalex.org/W2467634805","https://openalex.org/W2468530846","https://openalex.org/W2511561981","https://openalex.org/W2783764669","https://openalex.org/W2963192057","https://openalex.org/W6640754710","https://openalex.org/W6643073339","https://openalex.org/W6681579763","https://openalex.org/W6685306902","https://openalex.org/W6730045385"],"related_works":[],"abstract_inverted_index":{"Hand":[0],"gesture":[1,42],"recognition":[2],"is":[3,85],"still":[4],"a":[5,107,144,150,180],"topic":[6],"of":[7,27,48,65,77,98,117,135,153,166,183,198],"great":[8],"interest":[9,28],"for":[10],"the":[11,73,91,95,99,115,133,136,157,162,174,187,199],"computer":[12],"vision":[13],"community.":[14],"In":[15,80],"particular,":[16],"sign":[17,159],"language":[18],"and":[19,36],"semaphoric":[20,184],"hand":[21,41,119,185],"gestures":[22,120,154],"are":[23,59,112],"two":[24],"foremost":[25],"areas":[26],"due":[29],"to":[30,61,68,71,192],"their":[31,69],"importance":[32],"in":[33,194],"human-human":[34],"communication":[35],"human-computer":[37],"interaction,":[38],"respectively.":[39],"Any":[40],"can":[43],"be":[44],"represented":[45],"by":[46,87,94,106,142,149,156,172],"sets":[47],"feature":[49],"vectors":[50],"that":[51,124],"change":[52],"over":[53,167],"time.":[54],"Recurrent":[55],"neural":[56],"networks":[57],"(RNNs)":[58],"suited":[60],"analyze":[62],"this":[63,81],"type":[64],"set":[66],"thanks":[67],"ability":[70],"model":[72],"long-term":[74],"contextual":[75],"information":[76],"temporal":[78],"sequences.":[79],"paper,":[82],"an":[83,164],"RNN":[84],"trained":[86],"using":[88,173],"as":[89],"features":[90],"angles":[92],"formed":[93],"finger":[96],"bones":[97],"human":[100,118],"hands.":[101],"The":[102,129],"selected":[103,137],"features,":[104],"acquired":[105],"leap":[108],"motion":[109],"controller":[110],"sensor,":[111],"chosen":[113],"because":[114],"majority":[116],"produce":[121],"joint":[122],"movements":[123],"generate":[125],"truly":[126],"characteristic":[127],"corners.":[128],"proposed":[130],"method,":[131],"including":[132],"effectiveness":[134],"angles,":[138],"was":[139,169,189],"initially":[140],"tested":[141],"creating":[143],"very":[145],"challenging":[146],"dataset":[147],"composed":[148],"large":[151],"number":[152],"defined":[155],"American":[158],"language.":[160],"On":[161],"latter,":[163],"accuracy":[165,195],"96%":[168],"achieved.":[170],"Afterwards,":[171],"Shape":[175],"Retrieval":[176],"Contest":[177],"(SHREC)":[178],"dataset,":[179],"wide":[181],"collection":[182],"gestures,":[186],"method":[188],"also":[190],"proven":[191],"outperform":[193],"competing":[196],"approaches":[197],"current":[200],"literature.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2018-04-06T00:00:00"}