{"id":"https://openalex.org/W2899447351","doi":"https://doi.org/10.1109/embc.2018.8512909","title":"A multimodal virtual keyboard using eye-tracking and hand gesture detection","display_name":"A multimodal virtual keyboard using eye-tracking and hand gesture detection","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2899447351","doi":"https://doi.org/10.1109/embc.2018.8512909","mag":"2899447351","pmid":"https://pubmed.ncbi.nlm.nih.gov/30441101"},"language":"en","primary_location":{"id":"doi:10.1109/embc.2018.8512909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2018.8512909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.ulster.ac.uk/en/publications/b837ae54-37f7-4e87-9775-992a6f1ba51f","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025447862","display_name":"Hubert Cecotti","orcid":"https://orcid.org/0000-0002-7661-0070"},"institutions":[{"id":"https://openalex.org/I67328108","display_name":"California State University, Fresno","ror":"https://ror.org/03enmdz06","country_code":"US","type":"education","lineage":["https://openalex.org/I67328108"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"H. Cecotti","raw_affiliation_strings":["Department of Computer Science, Fresno State University, Fresno, Ca, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Fresno State University, Fresno, Ca, USA","institution_ids":["https://openalex.org/I67328108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103034205","display_name":"Yogesh Kumar Meena","orcid":"https://orcid.org/0000-0003-3429-8426"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Y. K. Meena","raw_affiliation_strings":["University of Ulster, Coleraine, Londonderry, GB"],"affiliations":[{"raw_affiliation_string":"University of Ulster, Coleraine, Londonderry, GB","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054882631","display_name":"Girijesh Prasad","orcid":"https://orcid.org/0000-0003-3284-9589"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"G. Prasad","raw_affiliation_strings":["University of Ulster, Coleraine, Londonderry, GB"],"affiliations":[{"raw_affiliation_string":"University of Ulster, Coleraine, Londonderry, GB","institution_ids":["https://openalex.org/I138801177"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025447862"],"corresponding_institution_ids":["https://openalex.org/I67328108"],"apc_list":null,"apc_paid":null,"fwci":0.567,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.69112805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2018","issue":null,"first_page":"3330","last_page":"3333"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8366605043411255},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7552832365036011},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.6897241473197937},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5225269794464111},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.516962468624115},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5099488496780396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4626096189022064},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3893156945705414}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8366605043411255},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7552832365036011},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.6897241473197937},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5225269794464111},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.516962468624115},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5099488496780396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4626096189022064},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3893156945705414},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012656","descriptor_name":"Self-Help Devices","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012656","descriptor_name":"Self-Help Devices","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012656","descriptor_name":"Self-Help Devices","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064368","descriptor_name":"Healthy Volunteers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D064368","descriptor_name":"Healthy Volunteers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D064368","descriptor_name":"Healthy Volunteers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/embc.2018.8512909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2018.8512909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:30441101","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30441101","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:pure.atira.dk:publications/b837ae54-37f7-4e87-9775-992a6f1ba51f","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/b837ae54-37f7-4e87-9775-992a6f1ba51f","pdf_url":"https://pure.ulster.ac.uk/en/publications/b837ae54-37f7-4e87-9775-992a6f1ba51f","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"cecotti, H, Meena, Y K & Prasad, G 2018, A multimodal virtual keyboard using eye-tracking and hand gesture detection. in Proc. 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC). 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), Honolulu, HI, United States, 18/07/19.","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/b837ae54-37f7-4e87-9775-992a6f1ba51f","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/b837ae54-37f7-4e87-9775-992a6f1ba51f","pdf_url":"https://pure.ulster.ac.uk/en/publications/b837ae54-37f7-4e87-9775-992a6f1ba51f","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"cecotti, H, Meena, Y K & Prasad, G 2018, A multimodal virtual keyboard using eye-tracking and hand gesture detection. in Proc. 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC). 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), Honolulu, HI, United States, 18/07/19.","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2899447351.pdf","grobid_xml":"https://content.openalex.org/works/W2899447351.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1483320960","https://openalex.org/W1848613217","https://openalex.org/W1976807755","https://openalex.org/W1978371613","https://openalex.org/W2041257003","https://openalex.org/W2087748337","https://openalex.org/W2097926078","https://openalex.org/W2106006415","https://openalex.org/W2110228188","https://openalex.org/W2133562404","https://openalex.org/W2158424229","https://openalex.org/W2270175220","https://openalex.org/W2472538491","https://openalex.org/W6770027390"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735"],"abstract_inverted_index":{"A":[0,52],"large":[1,91],"number":[2,92],"of":[3,29,49,57,68,75,93,117,126,191,196,207,221,236,257],"people":[4,94],"with":[5,13,78,85,154,160,172],"disabilities":[6],"rely":[7],"on":[8,114,204],"assistive":[9],"technologies":[10],"to":[11,16,45,103,233],"communicate":[12],"their":[14],"families,":[15],"use":[17,96],"social":[18,23],"media,":[19],"and":[20,35,41,54,131,137,157,177,198],"have":[21],"a":[22,26,76,86,90,101,105,109,138,143,178,192,218],"life.":[24],"Despite":[25],"significant":[27],"increase":[28],"novel":[30],"assitive":[31],"technologies,":[32],"robust,":[33],"non-invasive,":[34],"inexpensive":[36],"solutions":[37],"should":[38],"be":[39,83],"proposed":[40],"optimized":[42],"in":[43,65,145,194],"relation":[44],"the":[46,50,66,115,124,127,146,148,151,155,181,186,189,205,208,250,255],"physical":[47],"abilities":[48],"users.":[51],"reliable":[53],"robust":[55],"identification":[56],"intentional":[58],"visual":[59],"commands":[60],"is":[61,260],"an":[62,79,234,258],"important":[63],"issue":[64],"development":[67],"eye-movements":[69],"based":[70,113],"user":[71,149],"interfaces.":[72],"The":[73,120,163,183,211,246],"detection":[74,116],"command":[77,144],"eyetracking":[80],"system":[81,164],"can":[82,95],"achieved":[84],"dwell":[87],"time.":[88],"Yet,":[89],"simple":[97],"hand":[98,161,175,209,251],"gestures":[99],"as":[100],"switch":[102],"select":[104,142,158],"command.":[106],"We":[107],"propose":[108],"new":[110],"virtual":[111],"keyboard":[112,121],"ten":[118],"commands.":[119],"includes":[122],"all":[123],"letters":[125,228],"Latin":[128],"script":[129],"(upper":[130],"lower":[132],"case),":[133],"punctuation":[134],"marks,":[135],"digits,":[136],"delete":[139],"button.":[140],"To":[141],"keyboard,":[147],"points":[150],"desired":[152],"item":[153,259],"gaze,":[156],"it":[159],"gesture.":[162,210],"has":[165],"been":[166],"evaluated":[167],"across":[168],"eight":[169],"healthy":[170],"subjects":[171],"five":[173],"predefined":[174],"gestures,":[176],"button":[179],"for":[180,214,254],"selection.":[182],"results":[184,247],"support":[185],"conclusion":[187],"that":[188,249],"performance":[190,220],"subject,":[193],"terms":[195],"speed":[197],"information":[199],"transfer":[200],"rate":[201],"(ITR),":[202],"depends":[203],"choice":[206],"best":[212],"gesture":[213,252],"each":[215],"subject":[216],"provides":[217],"mean":[219],"$8":[222],".":[223,238],"77":[224],"\\pm":[225,240],"2":[226],".90$":[227],"per":[229,244],"minute,":[230],"which":[231],"corresponds":[232],"ITR":[235],"$57":[237],"04":[239],"14":[241],".55$":[242],"bits":[243],"minute.":[245],"highlight":[248],"assigned":[253],"selection":[256],"inter-subject":[261],"dependent.":[262]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-10-10T00:00:00"}