{"id":"https://openalex.org/W2346204935","doi":"https://doi.org/10.1145/2851581.2856506","title":"Designing Speech and Multimodal Interactions for Mobile, Wearable, and Pervasive Applications","display_name":"Designing Speech and Multimodal Interactions for Mobile, Wearable, and Pervasive Applications","publication_year":2016,"publication_date":"2016-05-06","ids":{"openalex":"https://openalex.org/W2346204935","doi":"https://doi.org/10.1145/2851581.2856506","mag":"2346204935"},"language":"en","primary_location":{"id":"doi:10.1145/2851581.2856506","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2851581.2856506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/670bf008-4e71-44a1-a379-e65e081664b6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038473334","display_name":"Cosmin Munteanu","orcid":"https://orcid.org/0000-0002-0635-9124"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Cosmin Munteanu","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078907679","display_name":"Pourang Irani","orcid":"https://orcid.org/0000-0002-7716-9280"},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pourang Irani","raw_affiliation_strings":["University of Manitoba, Winnipeg, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manitoba, Winnipeg, Canada","institution_ids":["https://openalex.org/I46247651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072025025","display_name":"Sharon Oviatt","orcid":"https://orcid.org/0000-0003-4664-1412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharon Oviatt","raw_affiliation_strings":["Incaa Designs, Winslow, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Incaa Designs, Winslow, WA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007820415","display_name":"Matthew P. Aylett","orcid":"https://orcid.org/0000-0001-7057-0525"},"institutions":[{"id":"https://openalex.org/I4210104229","display_name":"CereProc (United Kingdom)","ror":"https://ror.org/00vnfjq11","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104229"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthew Aylett","raw_affiliation_strings":["CereProc Ltd., Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CereProc Ltd., Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I4210104229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052428595","display_name":"Gerald Penn","orcid":"https://orcid.org/0000-0003-3553-8305"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gerald Penn","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048111120","display_name":"Shimei Pan","orcid":"https://orcid.org/0000-0002-5989-8543"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shimei Pan","raw_affiliation_strings":["UMBC, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UMBC, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046652154","display_name":"Nikhil Sharma","orcid":"https://orcid.org/0000-0003-4751-2970"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Sharma","raw_affiliation_strings":["Google, Inc., Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056256317","display_name":"Frank Rudzicz","orcid":"https://orcid.org/0000-0002-1139-3423"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Frank Rudzicz","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052470310","display_name":"Randy G\u00f3mez","orcid":"https://orcid.org/0000-0002-3191-6818"},"institutions":[{"id":"https://openalex.org/I1283473643","display_name":"Honda (Japan)","ror":"https://ror.org/03jzay846","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283473643"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Randy Gomez","raw_affiliation_strings":["Honda Research Institute Japan, Wako, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honda Research Institute Japan, Wako, Japan","institution_ids":["https://openalex.org/I1283473643"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049329632","display_name":"Keisuke Nakamura","orcid":"https://orcid.org/0000-0002-4979-2083"},"institutions":[{"id":"https://openalex.org/I1283473643","display_name":"Honda (Japan)","ror":"https://ror.org/03jzay846","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283473643"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Nakamura","raw_affiliation_strings":["Honda Research Institute, Wako, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honda Research Institute, Wako, Japan","institution_ids":["https://openalex.org/I1283473643"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091708408","display_name":"Kazuhiro Nakadai","orcid":"https://orcid.org/0000-0002-6134-4558"},"institutions":[{"id":"https://openalex.org/I1283473643","display_name":"Honda (Japan)","ror":"https://ror.org/03jzay846","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283473643"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhiro Nakadai","raw_affiliation_strings":["Honda Research Institute Japan, Wako, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honda Research Institute Japan, Wako, Japan","institution_ids":["https://openalex.org/I1283473643"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3612","last_page":"3619"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7840958833694458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7583423256874084},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.7426091432571411},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.734688401222229},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.7341514825820923},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7257338762283325},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.65057373046875},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.5717719793319702},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5449705123901367},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.47003573179244995},{"id":"https://openalex.org/keywords/multidisciplinary-approach","display_name":"Multidisciplinary approach","score":0.4567391574382782},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4324301481246948},{"id":"https://openalex.org/keywords/ubiquitous-computing","display_name":"Ubiquitous computing","score":0.4258059859275818},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.39245280623435974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20654872059822083},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17493218183517456},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.08787786960601807}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7840958833694458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7583423256874084},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.7426091432571411},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.734688401222229},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.7341514825820923},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7257338762283325},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.65057373046875},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.5717719793319702},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5449705123901367},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.47003573179244995},{"id":"https://openalex.org/C22467394","wikidata":"https://www.wikidata.org/wiki/Q849359","display_name":"Multidisciplinary approach","level":2,"score":0.4567391574382782},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4324301481246948},{"id":"https://openalex.org/C172195944","wikidata":"https://www.wikidata.org/wiki/Q541265","display_name":"Ubiquitous computing","level":2,"score":0.4258059859275818},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39245280623435974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20654872059822083},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17493218183517456},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.08787786960601807},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2851581.2856506","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2851581.2856506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/670bf008-4e71-44a1-a379-e65e081664b6","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/670bf008-4e71-44a1-a379-e65e081664b6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/670bf008-4e71-44a1-a379-e65e081664b6","is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?doid=2851581.2856506","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/670bf008-4e71-44a1-a379-e65e081664b6","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/670bf008-4e71-44a1-a379-e65e081664b6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1991794917","https://openalex.org/W2039790681","https://openalex.org/W2103561333","https://openalex.org/W2105512798","https://openalex.org/W2108703806","https://openalex.org/W2115230584","https://openalex.org/W6661276272"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1974473538","https://openalex.org/W2125896917","https://openalex.org/W2015003921","https://openalex.org/W2014028898"],"abstract_inverted_index":{"Traditional":[0],"interfaces":[1],"are":[2],"continuously":[3],"being":[4],"replaced":[5],"by":[6],"mobile,":[7],"wearable,":[8],"or":[9],"pervasive":[10],"interfaces.":[11],"Yet":[12],"when":[13],"it":[14],"comes":[15],"to":[16,28,56,74,102,127,133,146],"the":[17,33,75,129],"input":[18,101],"and":[19,39,58,62,69,123,131,142,145,157],"output":[20],"modalities":[21,108],"enabling":[22],"our":[23],"interactions,":[24],"we":[25,150],"have":[26],"yet":[27],"fully":[29],"embrace":[30],"some":[31],"of":[32,37,98],"most":[34],"natural":[35,138],"forms":[36],"communication":[38],"information":[40],"processing":[41,81,99],"that":[42,89],"humans":[43],"possess:":[44],"speech,":[45],"language,":[46],"gestures,":[47],"thoughts.":[48],"Very":[49],"little":[50],"HCI":[51,125],"attention":[52],"has":[53],"been":[54],"dedicated":[55],"designing":[57,136],"developing":[59],"spoken":[60],"language":[61],"multimodal":[63,100,158],"interaction":[64,119],"techniques,":[65],"especially":[66],"for":[67],"mobile":[68,141],"wearable":[70,143],"devices.":[71],"In":[72],"addition":[73],"enormous,":[76],"recent":[77,153],"engineering":[78],"progress":[79],"in":[80,135,155],"such":[82,107],"modalities,":[83],"there":[84],"is":[85],"now":[86],"sufficient":[87],"evidence":[88],"many":[90],"real-life":[91],"applications":[92],"do":[93],"not":[94],"require":[95],"100%":[96],"accuracy":[97],"be":[103],"useful,":[104],"particularly":[105],"if":[106],"complement":[109],"each":[110],"other.":[111],"This":[112],"multidisciplinary,":[113],"two-day":[114],"workshop":[115],"will":[116],"bring":[117],"together":[118],"designers,":[120],"usability":[121],"researchers,":[122],"general":[124],"practitioners":[126],"analyze":[128],"opportunities":[130],"directions":[132],"take":[134],"more":[137],"interactions":[139],"with":[140],"devices,":[144],"look":[147],"at":[148],"how":[149],"can":[151],"leverage":[152],"advances":[154],"speech":[156],"processing.":[159]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}