{"id":"https://openalex.org/W2980881520","doi":"https://doi.org/10.1145/3340555.3353717","title":"What's behind a choice? Understanding Modality Choices under Changing Environmental Conditions","display_name":"What's behind a choice? Understanding Modality Choices under Changing Environmental Conditions","publication_year":2019,"publication_date":"2019-10-14","ids":{"openalex":"https://openalex.org/W2980881520","doi":"https://doi.org/10.1145/3340555.3353717","mag":"2980881520"},"language":"en","primary_location":{"id":"doi:10.1145/3340555.3353717","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340555.3353717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044153263","display_name":"Stephanie Ar\u00e9valo Arboleda","orcid":"https://orcid.org/0000-0001-5577-4407"},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Stephanie Arevalo","raw_affiliation_strings":["Westphalian University of Applied Sciences, Germany"],"affiliations":[{"raw_affiliation_string":"Westphalian University of Applied Sciences, Germany","institution_ids":["https://openalex.org/I3130920692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033715187","display_name":"Stanislaw Miller","orcid":null},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stanislaw Miller","raw_affiliation_strings":["Westphalian University of Applied Sciences, Germany"],"affiliations":[{"raw_affiliation_string":"Westphalian University of Applied Sciences, Germany","institution_ids":["https://openalex.org/I3130920692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061222265","display_name":"Martha Janka","orcid":null},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martha Janka","raw_affiliation_strings":["Westphalian University of Applied Sciences, Germany"],"affiliations":[{"raw_affiliation_string":"Westphalian University of Applied Sciences, Germany","institution_ids":["https://openalex.org/I3130920692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003447205","display_name":"Jens Gerken","orcid":"https://orcid.org/0000-0002-0634-3931"},"institutions":[{"id":"https://openalex.org/I3130920692","display_name":"South Westphalia University of Applied Sciences","ror":"https://ror.org/04t5phd24","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130920692"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jens Gerken","raw_affiliation_strings":["Westphalian University of Applied Sciences, Germany"],"affiliations":[{"raw_affiliation_string":"Westphalian University of Applied Sciences, Germany","institution_ids":["https://openalex.org/I3130920692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044153263"],"corresponding_institution_ids":["https://openalex.org/I3130920692"],"apc_list":null,"apc_paid":null,"fwci":0.1445,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59206645,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"291","last_page":"301"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.91834557056427},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.8719232678413391},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7828308343887329},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7504361271858215},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7190812826156616},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4880625009536743},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.468252032995224},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.4458829462528229},{"id":"https://openalex.org/keywords/stimulus-modality","display_name":"Stimulus modality","score":0.4196872115135193},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3228759765625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2845400869846344},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18438151478767395}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.91834557056427},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.8719232678413391},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7828308343887329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7504361271858215},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7190812826156616},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4880625009536743},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.468252032995224},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.4458829462528229},{"id":"https://openalex.org/C26486553","wikidata":"https://www.wikidata.org/wiki/Q371870","display_name":"Stimulus modality","level":3,"score":0.4196872115135193},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3228759765625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2845400869846344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18438151478767395},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340555.3353717","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340555.3353717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W236105861","https://openalex.org/W1994192823","https://openalex.org/W1999296548","https://openalex.org/W2019121016","https://openalex.org/W2075107708","https://openalex.org/W2096648510","https://openalex.org/W2152905082","https://openalex.org/W2157289187","https://openalex.org/W2157999895","https://openalex.org/W2404622534","https://openalex.org/W2496595170","https://openalex.org/W2612859798","https://openalex.org/W2805401437","https://openalex.org/W4302857920","https://openalex.org/W6737334439","https://openalex.org/W6826741163"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Interacting":[0],"with":[1],"the":[2,24,64,73,133,158,172,180,183],"physical":[3],"and":[4,11,26,112,125,169,207,225,246],"digital":[5,33],"environment":[6,44],"multimodally":[7],"enhances":[8],"user":[9,40,88,167],"flexibility":[10],"adaptability":[12],"to":[13,48,82,99,122,205,217,242,248],"different":[14,29,85,196],"scenarios.":[15],"A":[16],"body":[17],"of":[18,28,53,171,198,221],"research":[19],"has":[20],"focused":[21],"on":[22,72],"comparing":[23],"efficiency":[25],"effectiveness":[27],"interaction":[30,106,174,252],"modalities":[31,117,143,222],"in":[32,42,103,128,179,185,253],"environments.":[34],"However,":[35],"little":[36],"is":[37,56,81],"known":[38],"about":[39],"behavior":[41,228],"an":[43,209],"that":[45,66,97,139,152,238],"provides":[46],"freedom":[47],"choose":[49,111,208],"from":[50],"a":[51,60,95,104,129,164,176,226],"range":[52],"modalities.":[54],"That":[55],"why,":[57],"we":[58,93,147,194],"take":[59],"closer":[61],"look":[62],"at":[63],"factors":[65,86],"influence":[67,87],"input":[68],"modality":[69,101,155,165,211],"choices.":[70,89],"Building":[71],"work":[74],"by":[75,230],"Jameson":[76],"&":[77],"Kristensson,":[78],"our":[79,136],"goal":[80],"understand":[83,244],"how":[84,247],"In":[90],"this":[91],"paper,":[92],"present":[94],"study":[96],"aims":[98],"explore":[100],"choices":[102],"hands-free":[105,116],"environment,":[107],"wherein":[108],"participants":[109],"can":[110],"combine":[113],"freely":[114],"three":[115],"(Gaze,":[118],"Head":[119],"movements,":[120],"Speech)":[121],"execute":[123],"point":[124],"select":[126],"actions":[127],"2D":[130],"interface.":[131],"On":[132,157],"one":[134],"hand,":[135,160],"results":[137,240],"show":[138],"users":[140,162,190,214],"avoid":[141],"switching":[142,199,227],"more":[144],"often":[145],"than":[146,182],"expected,":[148],"particularly,":[149],"under":[150],"conditions":[151],"should":[153],"prompt":[154],"switching.":[156],"other":[159],"when":[161,189,245],"make":[163],"switch,":[166],"characteristics":[168],"consequences":[170],"experienced":[173],"have":[175],"higher":[177],"impact":[178],"choice,":[181],"changes":[184],"environmental":[186],"conditions.":[187],"Further,":[188],"switch":[191],"between":[192],"modalities,":[193],"identified":[195],"types":[197],"behaviors.":[200],"Users":[201],"who":[202,215],"deliberately":[203],"try":[204,216],"find":[206,218],"optimal":[210,219],"(single":[212],"switcher),":[213,224],"combinations":[220],"(multiple":[223],"triggered":[229],"error":[231],"occurrence":[232],"(error":[233],"biased":[234],"switcher).":[235],"We":[236],"believe":[237],"these":[239],"help":[241],"further":[243],"design":[249],"for":[250],"multimodal":[251],"real-world":[254],"systems.":[255]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}