{"id":"https://openalex.org/W3188662439","doi":"https://doi.org/10.5220/0010656200003063","title":"Pervasive Hand Gesture Recognition for Smartphones using Non-audible Sound and Deep Learning","display_name":"Pervasive Hand Gesture Recognition for Smartphones using Non-audible Sound and Deep Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3188662439","doi":"https://doi.org/10.5220/0010656200003063","mag":"3188662439"},"language":"en","primary_location":{"id":"doi:10.5220/0010656200003063","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0010656200003063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Joint Conference on Computational Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.02148","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055670196","display_name":"Ahmed Ibrahim","orcid":"https://orcid.org/0000-0002-4760-3533"},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ahmed Ibrahim","raw_affiliation_strings":["Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067613442","display_name":"Ayman El-Refai","orcid":null},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ayman El-Refai","raw_affiliation_strings":["Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037459105","display_name":"Sara Atito Ali Ahmed","orcid":"https://orcid.org/0000-0002-7576-5791"},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Sara Ahmed","raw_affiliation_strings":["Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062353561","display_name":"Mariam Aboul-Ela","orcid":null},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mariam Aboul-Ela","raw_affiliation_strings":["Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083360810","display_name":"Hesham M. Eraqi","orcid":"https://orcid.org/0000-0001-9430-7553"},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Hesham Eraqi","raw_affiliation_strings":["Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039652309","display_name":"Mohamed Moustafa","orcid":"https://orcid.org/0000-0002-0017-3724"},"institutions":[{"id":"https://openalex.org/I4210123647","display_name":"American University in Cairo New York Office","ror":"https://ror.org/02e31nc37","country_code":"US","type":"education","lineage":["https://openalex.org/I4210123647","https://openalex.org/I80693520"]},{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Mohamed Moustafa","raw_affiliation_strings":["Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---","AMERICAN UNIVERSITY IN CAIRO"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt, --- Select a Country ---","institution_ids":["https://openalex.org/I80693520"]},{"raw_affiliation_string":"AMERICAN UNIVERSITY IN CAIRO","institution_ids":["https://openalex.org/I4210123647"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08319039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"310","last_page":"317"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.8478080034255981},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7658711671829224},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6730953454971313},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5664717555046082},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5461905002593994},{"id":"https://openalex.org/keywords/microphone","display_name":"Microphone","score":0.5455682873725891},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5390138030052185},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4959762990474701},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4952303469181061},{"id":"https://openalex.org/keywords/sonar","display_name":"Sonar","score":0.4510207176208496},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4227827489376068},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10318449139595032}],"concepts":[{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.8478080034255981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7658711671829224},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6730953454971313},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5664717555046082},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5461905002593994},{"id":"https://openalex.org/C2778263558","wikidata":"https://www.wikidata.org/wiki/Q46384","display_name":"Microphone","level":3,"score":0.5455682873725891},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5390138030052185},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4959762990474701},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4952303469181061},{"id":"https://openalex.org/C555745239","wikidata":"https://www.wikidata.org/wiki/Q133220","display_name":"Sonar","level":2,"score":0.4510207176208496},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4227827489376068},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10318449139595032},{"id":"https://openalex.org/C68115822","wikidata":"https://www.wikidata.org/wiki/Q1068172","display_name":"Sound pressure","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.5220/0010656200003063","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0010656200003063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Joint Conference on Computational Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.02148","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.02148","pdf_url":"https://arxiv.org/pdf/2108.02148","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3188662439","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2108.02148v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2108.02148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.02148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.02148","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.02148","pdf_url":"https://arxiv.org/pdf/2108.02148","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3188662439.pdf","grobid_xml":"https://content.openalex.org/works/W3188662439.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W1511414876","https://openalex.org/W2394945029","https://openalex.org/W2508345357","https://openalex.org/W2531409750","https://openalex.org/W2624849939","https://openalex.org/W2964326329","https://openalex.org/W2967757528","https://openalex.org/W2969506814","https://openalex.org/W2990581967","https://openalex.org/W3103709883"],"related_works":["https://openalex.org/W3208692733","https://openalex.org/W2967757528","https://openalex.org/W2971432638","https://openalex.org/W3125805222","https://openalex.org/W2508345357","https://openalex.org/W2969506814","https://openalex.org/W2963591222","https://openalex.org/W2810777430","https://openalex.org/W2946776408","https://openalex.org/W2469313070","https://openalex.org/W2954996088","https://openalex.org/W2550433749","https://openalex.org/W2764163195","https://openalex.org/W3163381357","https://openalex.org/W3043470802","https://openalex.org/W2810815520","https://openalex.org/W3047296477","https://openalex.org/W3103709883","https://openalex.org/W3196922806","https://openalex.org/W3114509722"],"abstract_inverted_index":{"Due":[0],"to":[1,17,86],"the":[2,15,24,40,57,66,88,103,120,138,143,148,160],"mass":[3],"advancement":[4],"in":[5,164],"ubiquitous":[6],"technologies":[7],"nowadays,":[8],"new":[9,19,27],"pervasive":[10],"methods":[11,96],"have":[12],"come":[13],"into":[14],"practice":[16],"provide":[18],"innovative":[20],"features":[21],"and":[22,44,69,91,141],"stimulate":[23],"research":[25],"on":[26],"human-computer":[28],"interactions.":[29],"This":[30],"paper":[31],"presents":[32],"a":[33,72,107,155,175],"hand":[34],"gesture":[35],"recognition":[36],"method":[37,101,114,125],"that":[38],"utilizes":[39],"smartphone's":[41,58,67],"built-in":[42],"speakers":[43],"microphones.":[45],"The":[46,99,112,123],"proposed":[47,85],"system":[48],"emits":[49],"an":[50,170],"ultrasonic":[51],"sonar-based":[52],"signal":[53],"(inaudible":[54],"sound)":[55],"from":[56],"stereo":[59],"speakers,":[60],"which":[61],"is":[62],"then":[63,142],"received":[64],"by":[65,118,129,147],"microphone":[68],"processed":[70],"via":[71],"Convolutional":[73],"Neural":[74],"Network":[75],"(CNN)":[76],"for":[77,159],"Hand":[78],"Gesture":[79],"Recognition.":[80],"Data":[81],"augmentation":[82],"techniques":[83],"are":[84,97,145],"improve":[87],"detection":[89,157],"accuracy":[90,158,171],"three":[92],"dual-channel":[93,104,121,139],"input":[94,109,133],"fusion":[95,117,128],"compared.":[98],"first":[100],"merges":[102],"audio":[105],"as":[106,174],"single":[108],"spectrogram":[110],"image.":[111],"second":[113],"adopts":[115,126],"early":[116],"concatenating":[119],"spectrograms.":[122],"third":[124],"late":[127],"having":[130],"two":[131],"convectional":[132],"branches":[134],"processing":[135],"each":[136],"of":[137,172],"spectrograms":[140],"outputs":[144],"merged":[146],"last":[149],"layers.":[150],"Our":[151],"experimental":[152],"results":[153],"demonstrate":[154],"promising":[156],"six":[161],"gestures":[162],"presented":[163],"our":[165],"publicly":[166],"available":[167],"dataset":[168],"with":[169],"93.58\\%":[173],"baseline.":[176]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}