{"id":"https://openalex.org/W3164825066","doi":"https://doi.org/10.1145/3448018.3458011","title":"Gaze+Lip: Rapid, Precise and Expressive Interactions Combining Gaze Input and Silent Speech Commands for Hands-free Smart TV Control","display_name":"Gaze+Lip: Rapid, Precise and Expressive Interactions Combining Gaze Input and Silent Speech Commands for Hands-free Smart TV Control","publication_year":2021,"publication_date":"2021-05-25","ids":{"openalex":"https://openalex.org/W3164825066","doi":"https://doi.org/10.1145/3448018.3458011","mag":"3164825066"},"language":"en","primary_location":{"id":"doi:10.1145/3448018.3458011","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448018.3458011","pdf_url":null,"source":{"id":"https://openalex.org/S4306500162","display_name":"ACM Symposium on Eye Tracking Research and Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009434654","display_name":"Zixiong Su","orcid":"https://orcid.org/0000-0001-6048-3268"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zixiong Su","raw_affiliation_strings":["GSII The University of Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GSII The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100744954","display_name":"Xinlei Zhang","orcid":"https://orcid.org/0000-0003-2281-3363"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xinlei Zhang","raw_affiliation_strings":["The University of Tokyo / Rekimoto Lab Graduate School of Interdisciplinary Information Studies, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo / Rekimoto Lab Graduate School of Interdisciplinary Information Studies, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067018800","display_name":"Naoki Kimura","orcid":"https://orcid.org/0000-0001-9167-1923"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Kimura","raw_affiliation_strings":["The University of Tokyo The University of Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082649952","display_name":"Jun Rekimoto","orcid":"https://orcid.org/0000-0002-3629-2514"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Rekimoto","raw_affiliation_strings":["Rekimoto The University of Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rekimoto The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.9291257858276367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7838138341903687},{"id":"https://openalex.org/keywords/hands-free","display_name":"Hands free","score":0.5507881045341492},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5499621033668518},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5018019676208496},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4717187285423279},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4656798243522644},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.4381108283996582},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40942370891571045}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.9291257858276367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7838138341903687},{"id":"https://openalex.org/C3018339088","wikidata":"https://www.wikidata.org/wiki/Q28460","display_name":"Hands free","level":2,"score":0.5507881045341492},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5499621033668518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5018019676208496},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4717187285423279},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4656798243522644},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.4381108283996582},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40942370891571045},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3448018.3458011","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448018.3458011","pdf_url":null,"source":{"id":"https://openalex.org/S4306500162","display_name":"ACM Symposium on Eye Tracking Research and Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G169341611","display_name":"Research on Silent interaction with deep neural networks","funder_award_id":"19H04148","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1769766843","https://openalex.org/W1979038477","https://openalex.org/W1983239853","https://openalex.org/W1983364832","https://openalex.org/W2060510034","https://openalex.org/W2080401675","https://openalex.org/W2112081648","https://openalex.org/W2113814270","https://openalex.org/W2115252128","https://openalex.org/W2160951686","https://openalex.org/W2293649818","https://openalex.org/W2805558008","https://openalex.org/W2897318954","https://openalex.org/W2951015274","https://openalex.org/W2952746495","https://openalex.org/W2963155035","https://openalex.org/W3031235468","https://openalex.org/W3035626590","https://openalex.org/W3091762102","https://openalex.org/W4233530569"],"related_works":["https://openalex.org/W1880689012","https://openalex.org/W3014378845","https://openalex.org/W4240909707","https://openalex.org/W2059546927","https://openalex.org/W3207760378","https://openalex.org/W2161294397","https://openalex.org/W2012644758","https://openalex.org/W2047559669","https://openalex.org/W2064633042","https://openalex.org/W2078916189"],"abstract_inverted_index":{"As":[0],"eye-tracking":[1],"technologies":[2],"develop,":[3],"gaze":[4,24,41,61],"becomes":[5],"more":[6,8],"and":[7,20,42,48,65,72,98,122,138],"popular":[9],"as":[10,80],"an":[11,100],"input":[12,110,123],"modality.":[13],"However,":[14],"in":[15,76,120],"situations":[16],"that":[17,39,114,129],"require":[18],"fast":[19],"precise":[21,49],"object":[22],"selection,":[23],"is":[25,131],"hard":[26],"to":[27,45,69,102,133,136],"use":[28],"because":[29],"of":[30,60],"limited":[31],"accuracy.":[32],"We":[33],"present":[34],"Gaze+Lip,":[35],"a":[36,87,93,96],"hands-free":[37],"interface":[38],"combines":[40],"lip":[43],"reading":[44],"enable":[46],"rapid":[47],"remote":[50],"controls":[51],"when":[52],"interacting":[53],"with":[54,106],"big":[55],"displays.":[56],"Gaze+Lip":[57,115,130],"takes":[58],"advantage":[59],"for":[62],"target":[63],"selection":[64],"leverages":[66],"silent":[67],"speech":[68],"ensure":[70],"accurate":[71],"reliable":[73],"command":[74],"execution":[75],"noisy":[77],"scenarios":[78],"such":[79],"watching":[81],"TV":[82],"or":[83],"playing":[84],"videos":[85],"on":[86,95],"computer.":[88],"For":[89],"evaluation,":[90],"we":[91],"implemented":[92],"system":[94],"TV,":[97],"conducted":[99],"experiment":[101],"compare":[103],"our":[104],"method":[105],"the":[107,117,144],"dwell-based":[108],"gaze-only":[109,118,145],"method.":[111],"Results":[112],"showed":[113],"outperformed":[116],"approach":[119],"accuracy":[121],"speed.":[124],"Furthermore,":[125],"subjective":[126],"evaluations":[127],"indicated":[128],"easy":[132,135],"understand,":[134],"use,":[137],"has":[139],"higher":[140],"perceived":[141],"speed":[142],"than":[143],"approach.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}