{"id":"https://openalex.org/W2613412226","doi":"https://doi.org/10.1145/3015783.3015787","title":"The impact of multimodal-multisensory learning on human performance and brain activation patterns","display_name":"The impact of multimodal-multisensory learning on human performance and brain activation patterns","publication_year":2017,"publication_date":"2017-04-24","ids":{"openalex":"https://openalex.org/W2613412226","doi":"https://doi.org/10.1145/3015783.3015787","mag":"2613412226"},"language":"en","primary_location":{"id":"doi:10.1145/3015783.3015787","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3015783.3015787","pdf_url":null,"source":{"id":"https://openalex.org/S4306462769","display_name":"ACM eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Handbook of Multimodal-Multisensor Interfaces: Foundations, User Modeling, and Common Modality Combinations - Volume 1","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081025976","display_name":"Karin H. James","orcid":"https://orcid.org/0000-0002-1082-9395"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karin H. James","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029199407","display_name":"Sophia Vinci\u2010Booher","orcid":"https://orcid.org/0000-0002-3626-146X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sophia Vinci-Booher","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079251540","display_name":"Felipe Munoz\u2010Rubke","orcid":"https://orcid.org/0000-0002-4466-6440"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Felip Munoz-Rubke","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.7609,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.95820537,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.653031587600708},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.6145252585411072},{"id":"https://openalex.org/keywords/glossary","display_name":"Glossary","score":0.48375988006591797},{"id":"https://openalex.org/keywords/multisensory-integration","display_name":"Multisensory integration","score":0.46258851885795593},{"id":"https://openalex.org/keywords/motor-system","display_name":"Motor system","score":0.45744699239730835},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45181208848953247},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4418291747570038},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.41713884472846985},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.3468638062477112},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24151140451431274},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07807645201683044}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.653031587600708},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.6145252585411072},{"id":"https://openalex.org/C2780031656","wikidata":"https://www.wikidata.org/wiki/Q859161","display_name":"Glossary","level":2,"score":0.48375988006591797},{"id":"https://openalex.org/C2780328332","wikidata":"https://www.wikidata.org/wiki/Q17166073","display_name":"Multisensory integration","level":3,"score":0.46258851885795593},{"id":"https://openalex.org/C171139928","wikidata":"https://www.wikidata.org/wiki/Q2915553","display_name":"Motor system","level":2,"score":0.45744699239730835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45181208848953247},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4418291747570038},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.41713884472846985},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3468638062477112},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24151140451431274},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07807645201683044},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3015783.3015787","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3015783.3015787","pdf_url":null,"source":{"id":"https://openalex.org/S4306462769","display_name":"ACM eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Handbook of Multimodal-Multisensor Interfaces: Foundations, User Modeling, and Common Modality Combinations - Volume 1","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W106949198","https://openalex.org/W182941180","https://openalex.org/W316071112","https://openalex.org/W1480711868","https://openalex.org/W1489220017","https://openalex.org/W1489823821","https://openalex.org/W1490746175","https://openalex.org/W1523224409","https://openalex.org/W1799227866","https://openalex.org/W1851174728","https://openalex.org/W1859622625","https://openalex.org/W1886248252","https://openalex.org/W1933657216","https://openalex.org/W1964530150","https://openalex.org/W1969090956","https://openalex.org/W1975909437","https://openalex.org/W1978221502","https://openalex.org/W1980886912","https://openalex.org/W1984301450","https://openalex.org/W1986889734","https://openalex.org/W1991553942","https://openalex.org/W1997570186","https://openalex.org/W1998307037","https://openalex.org/W1999320403","https://openalex.org/W2002549473","https://openalex.org/W2002939783","https://openalex.org/W2004276668","https://openalex.org/W2004945219","https://openalex.org/W2011967222","https://openalex.org/W2013280075","https://openalex.org/W2014334232","https://openalex.org/W2015016650","https://openalex.org/W2018304854","https://openalex.org/W2019149729","https://openalex.org/W2022424636","https://openalex.org/W2023015865","https://openalex.org/W2023149227","https://openalex.org/W2025994074","https://openalex.org/W2026720311","https://openalex.org/W2030224674","https://openalex.org/W2031291708","https://openalex.org/W2033682866","https://openalex.org/W2046519585","https://openalex.org/W2050284431","https://openalex.org/W2051387206","https://openalex.org/W2056328571","https://openalex.org/W2059148040","https://openalex.org/W2059535491","https://openalex.org/W2061150508","https://openalex.org/W2066797142","https://openalex.org/W2074312029","https://openalex.org/W2080362357","https://openalex.org/W2080387081","https://openalex.org/W2080676212","https://openalex.org/W2088506273","https://openalex.org/W2088510037","https://openalex.org/W2091879643","https://openalex.org/W2092152053","https://openalex.org/W2100721431","https://openalex.org/W2100961799","https://openalex.org/W2103856834","https://openalex.org/W2104986854","https://openalex.org/W2108015428","https://openalex.org/W2108766544","https://openalex.org/W2109995759","https://openalex.org/W2110358380","https://openalex.org/W2110968428","https://openalex.org/W2113963062","https://openalex.org/W2114369124","https://openalex.org/W2115191037","https://openalex.org/W2117865617","https://openalex.org/W2118565653","https://openalex.org/W2119847680","https://openalex.org/W2120019338","https://openalex.org/W2120353575","https://openalex.org/W2123341385","https://openalex.org/W2125756309","https://openalex.org/W2126483596","https://openalex.org/W2127181765","https://openalex.org/W2127363588","https://openalex.org/W2130691904","https://openalex.org/W2130851187","https://openalex.org/W2133487000","https://openalex.org/W2139035266","https://openalex.org/W2146958505","https://openalex.org/W2147024412","https://openalex.org/W2148817380","https://openalex.org/W2149496207","https://openalex.org/W2152677495","https://openalex.org/W2152801435","https://openalex.org/W2153429122","https://openalex.org/W2153469952","https://openalex.org/W2153774433","https://openalex.org/W2159064451","https://openalex.org/W2159160623","https://openalex.org/W2162426794","https://openalex.org/W2164017574","https://openalex.org/W2165353632","https://openalex.org/W2174401281","https://openalex.org/W2192659463","https://openalex.org/W2320338104","https://openalex.org/W2402941088","https://openalex.org/W2413043532","https://openalex.org/W2475880764","https://openalex.org/W2496348067","https://openalex.org/W2566415145","https://openalex.org/W2734972847","https://openalex.org/W2781033372","https://openalex.org/W3006532340","https://openalex.org/W3022532439"],"related_works":["https://openalex.org/W4232680475","https://openalex.org/W2359919953","https://openalex.org/W4285524944","https://openalex.org/W2348241144","https://openalex.org/W2070290499","https://openalex.org/W2318711911","https://openalex.org/W2106107397","https://openalex.org/W2477593243","https://openalex.org/W2007510402","https://openalex.org/W2320507486"],"abstract_inverted_index":{"The":[0,68,112,145],"human":[1],"brain":[2,17,85,141],"is":[3,13,110,157],"inherently":[4],"a":[5,62,80,87,158,190],"multimodal-multisensory":[6],"dynamic":[7],"learning":[8],"system.":[9],"All":[10],"information":[11,93],"that":[12,139,148],"processed":[14],"by":[15],"the":[16,44,66,84,95,100,105,108,118,136,140,167,187],"must":[18],"first":[19],"be":[20,31],"encoded":[21],"through":[22,33,107,120],"sensory":[23,27,38,153],"systems":[24,156],"and":[25,73,154,163,170,185],"this":[26,181],"input":[28,138],"can":[29],"only":[30],"attained":[32],"motor":[34,122,155],"movement.":[35],"Although":[36],"each":[37],"modality":[39],"processes":[40,86],"different":[41,48],"signals":[42,58,69],"from":[43],"environment":[45,119],"in":[46,65,133],"qualitatively":[47],"ways":[49],"(e.g.,":[50],"sound":[51],"waves,":[52,54],"light":[53],"pressure,":[55],"etc.),":[56],"these":[57,161],"are":[59,70,178],"transduced":[60],"into":[61],"common":[63],"language":[64],"brain.":[67],"then":[71],"associated":[72],"combined":[74],"to":[75,116,175,180,186],"produce":[76],"our":[77],"phenomenology":[78],"of":[79,91,97,160,192],"coherent":[81],"world.":[82,101],"Therefore,":[83],"seemingly":[88],"unlimited":[89],"amount":[90],"multisensory":[92,137,162],"for":[94,189],"purpose":[96],"interacting":[98],"with":[99,104],"This":[102],"interaction":[103],"world,":[106],"body,":[109,169],"multimodal.":[111],"body":[113],"allows":[114],"one":[115],"affect":[117],"multiple":[121],"movements":[123],"(hand":[124],"movements,":[125],"locomotion,":[126],"speech,":[127],"gestures,":[128],"etc.).":[129],"These":[130],"various":[131],"actions,":[132],"turn,":[134],"shape":[135],"will":[142],"subsequently":[143],"receive.":[144],"feedforward-feedback":[146],"loop":[147],"occurs":[149],"every":[150],"millisecond":[151],"among":[152,166],"reflection":[159],"multimodal":[164],"interactions":[165],"brain,":[168],"environment.":[171],"As":[172],"an":[173],"aid":[174],"comprehension,":[176],"readers":[177],"referred":[179],"chapter's":[182],"Focus":[183],"Questions":[184],"Glossary":[188],"definition":[191],"terminology.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}