{"id":"https://openalex.org/W2612821604","doi":"https://doi.org/10.1145/3015783.3015786","title":"Theoretical foundations of multimodal interfaces and systems","display_name":"Theoretical foundations of multimodal interfaces and systems","publication_year":2017,"publication_date":"2017-04-24","ids":{"openalex":"https://openalex.org/W2612821604","doi":"https://doi.org/10.1145/3015783.3015786","mag":"2612821604"},"language":"en","primary_location":{"id":"doi:10.1145/3015783.3015786","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3015783.3015786","pdf_url":null,"source":{"id":"https://openalex.org/S4306462769","display_name":"ACM eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Handbook of Multimodal-Multisensor Interfaces: Foundations, User Modeling, and Common Modality Combinations - Volume 1","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072025025","display_name":"Sharon Oviatt","orcid":"https://orcid.org/0000-0003-4664-1412"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sharon Oviatt","raw_affiliation_strings":["","Incaa Designs"],"affiliations":[{"raw_affiliation_string":"","institution_ids":[]},{"raw_affiliation_string":"Incaa Designs","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5072025025"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8543,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.93902439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"19","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9311000108718872,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gestalt-psychology","display_name":"Gestalt psychology","score":0.7111001014709473},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.7064988017082214},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.6326359510421753},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.5949918627738953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5159885883331299},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.49912500381469727},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45776963233947754},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4564010202884674},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4400304853916168},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.42259377241134644},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3197771906852722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19233185052871704},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.09334105253219604}],"concepts":[{"id":"https://openalex.org/C27362006","wikidata":"https://www.wikidata.org/wiki/Q272021","display_name":"Gestalt psychology","level":3,"score":0.7111001014709473},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.7064988017082214},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.6326359510421753},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.5949918627738953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5159885883331299},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.49912500381469727},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45776963233947754},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4564010202884674},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4400304853916168},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.42259377241134644},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3197771906852722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19233185052871704},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09334105253219604},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3015783.3015786","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3015783.3015786","pdf_url":null,"source":{"id":"https://openalex.org/S4306462769","display_name":"ACM eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Handbook of Multimodal-Multisensor Interfaces: Foundations, User Modeling, and Common Modality Combinations - Volume 1","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W28690144","https://openalex.org/W56182093","https://openalex.org/W657430534","https://openalex.org/W1523224409","https://openalex.org/W1528027857","https://openalex.org/W1528765201","https://openalex.org/W1532871433","https://openalex.org/W1533190061","https://openalex.org/W1568420691","https://openalex.org/W1575829986","https://openalex.org/W1580568969","https://openalex.org/W1584697775","https://openalex.org/W1612857394","https://openalex.org/W1621211351","https://openalex.org/W1886248252","https://openalex.org/W1902954812","https://openalex.org/W1965310226","https://openalex.org/W1966539968","https://openalex.org/W1969090956","https://openalex.org/W1977311786","https://openalex.org/W1979019425","https://openalex.org/W1979469164","https://openalex.org/W1980403253","https://openalex.org/W1980877068","https://openalex.org/W1984314602","https://openalex.org/W1984314754","https://openalex.org/W1988940049","https://openalex.org/W1990614940","https://openalex.org/W1991553942","https://openalex.org/W1991658485","https://openalex.org/W1994491045","https://openalex.org/W1999159310","https://openalex.org/W2000697043","https://openalex.org/W2004276668","https://openalex.org/W2023685874","https://openalex.org/W2025874771","https://openalex.org/W2031403887","https://openalex.org/W2032583670","https://openalex.org/W2034292400","https://openalex.org/W2035012238","https://openalex.org/W2040646018","https://openalex.org/W2042159198","https://openalex.org/W2043143027","https://openalex.org/W2044803717","https://openalex.org/W2045255943","https://openalex.org/W2046394129","https://openalex.org/W2048701323","https://openalex.org/W2055970539","https://openalex.org/W2060565253","https://openalex.org/W2066785847","https://openalex.org/W2077081354","https://openalex.org/W2080388864","https://openalex.org/W2085294194","https://openalex.org/W2087586617","https://openalex.org/W2088313145","https://openalex.org/W2090580324","https://openalex.org/W2094348461","https://openalex.org/W2106128184","https://openalex.org/W2107057632","https://openalex.org/W2110968428","https://openalex.org/W2112080120","https://openalex.org/W2119675219","https://openalex.org/W2129593045","https://openalex.org/W2130736456","https://openalex.org/W2131054109","https://openalex.org/W2131057562","https://openalex.org/W2136753004","https://openalex.org/W2138833506","https://openalex.org/W2140036914","https://openalex.org/W2140591843","https://openalex.org/W2143560158","https://openalex.org/W2151800616","https://openalex.org/W2153774433","https://openalex.org/W2155214670","https://openalex.org/W2155461949","https://openalex.org/W2157405771","https://openalex.org/W2161662762","https://openalex.org/W2166331011","https://openalex.org/W2168728700","https://openalex.org/W2294857847","https://openalex.org/W2613412226","https://openalex.org/W2783644464","https://openalex.org/W2795927148","https://openalex.org/W2796391585","https://openalex.org/W2896220595","https://openalex.org/W2905657882","https://openalex.org/W2911240772","https://openalex.org/W3022532439","https://openalex.org/W3126878772","https://openalex.org/W3147157314","https://openalex.org/W4241409802"],"related_works":["https://openalex.org/W1972718289","https://openalex.org/W1791514435","https://openalex.org/W2753017648","https://openalex.org/W2513760693","https://openalex.org/W2062819913","https://openalex.org/W2133485962","https://openalex.org/W2001662723","https://openalex.org/W4211188312","https://openalex.org/W2149544884","https://openalex.org/W1001771077"],"abstract_inverted_index":{"This":[0,78],"chapter":[1,79],"discusses":[2],"the":[3,18,36],"theoretical":[4,118],"foundations":[5],"of":[6,21,44],"multisensory":[7],"perception":[8],"and":[9,47,56,64,75,113,141],"multimodal":[10,22,45,102,126],"communication.":[11],"It":[12],"provides":[13],"a":[14],"basis":[15],"for":[16],"understanding":[17],"performance":[19],"advantages":[20],"interfaces,":[23],"as":[24,26],"well":[25],"how":[27],"to":[28,31,107],"design":[29,49],"them":[30],"reap":[32],"these":[33,81,109],"advantages.":[34],"Historically,":[35],"major":[37],"theories":[38,63,68,82,112],"that":[39,69,123],"have":[40,96,124],"influenced":[41,125],"contemporary":[42],"views":[43],"interaction":[46],"interface":[48,127],"include":[50,60],"Gestalt":[51],"theory,":[52,55,132,135,140],"Working":[53],"Memory":[54],"Activity":[57],"theory.":[58,143],"They":[59],"perception-action":[61],"dynamic":[62],"also":[65,95],"limited":[66],"resource":[67],"focus":[70],"on":[71,101],"constraints":[72],"involving":[73],"attention":[74],"short-term":[76],"memory.":[77],"emphasizes":[80],"in":[83],"part":[84],"because":[85],"they":[86],"are":[87],"supported":[88],"heavily":[89],"by":[90,99],"neuroscience":[91],"findings.":[92],"Their":[93],"predictions":[94],"been":[97],"corroborated":[98],"studies":[100],"human-computer":[103],"interaction.":[104],"In":[105],"addition":[106],"summarizing":[108],"three":[110],"main":[111],"their":[114],"impact,":[115],"several":[116],"related":[117],"frameworks":[119],"will":[120],"be":[121],"described":[122],"design,":[128],"including":[129],"Multiple":[130],"Resource":[131],"Cognitive":[133],"Load":[134],"Embodied":[136],"Cognition,":[137],"Communication":[138],"Accommodation":[139],"Affordance":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}