{"id":"https://openalex.org/W2007978709","doi":"https://doi.org/10.1145/2800835.2807940","title":"Multimodal literacy","display_name":"Multimodal literacy","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2007978709","doi":"https://doi.org/10.1145/2800835.2807940","mag":"2007978709"},"language":"en","primary_location":{"id":"doi:10.1145/2800835.2807940","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2800835.2807940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing and Proceedings of the 2015 ACM International Symposium on Wearable Computers - UbiComp '15","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037911111","display_name":"Susana Sanchez","orcid":"https://orcid.org/0000-0002-6882-1257"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Suana Sanchez","raw_affiliation_strings":["Keio University, Japan","(Keio University, Japan)"],"affiliations":[{"raw_affiliation_string":"Keio University, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"(Keio University, Japan)","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047549057","display_name":"Heng Gu","orcid":"https://orcid.org/0000-0001-7679-698X"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Heng Gu","raw_affiliation_strings":["Keio University, Japan","(Keio University, Japan)"],"affiliations":[{"raw_affiliation_string":"Keio University, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"(Keio University, Japan)","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056183585","display_name":"Kai Kunze","orcid":"https://orcid.org/0000-0003-2294-3774"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kai Kunze","raw_affiliation_strings":["Keio University, Japan","(Keio University, Japan)"],"affiliations":[{"raw_affiliation_string":"Keio University, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"(Keio University, Japan)","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001678024","display_name":"Masahiko \u0130nami","orcid":"https://orcid.org/0000-0002-8652-0730"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiko Inami","raw_affiliation_strings":["Keio University, Japan","(Keio University, Japan)"],"affiliations":[{"raw_affiliation_string":"Keio University, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"(Keio University, Japan)","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037911111"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":null,"apc_paid":null,"fwci":0.6452,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.67625199,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1257","last_page":"1260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.719939112663269},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6953614950180054},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6459938287734985},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5976429581642151},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.5805805921554565},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5572296380996704},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5197224617004395},{"id":"https://openalex.org/keywords/storytelling","display_name":"Storytelling","score":0.48655644059181213},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4691540002822876},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.42697176337242126},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.42270174622535706},{"id":"https://openalex.org/keywords/interactive-storytelling","display_name":"Interactive storytelling","score":0.41939225792884827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20319059491157532},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16327765583992004},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.12290522456169128}],"concepts":[{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.719939112663269},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6953614950180054},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6459938287734985},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5976429581642151},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5805805921554565},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5572296380996704},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5197224617004395},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.48655644059181213},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4691540002822876},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.42697176337242126},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.42270174622535706},{"id":"https://openalex.org/C2779754051","wikidata":"https://www.wikidata.org/wiki/Q2903135","display_name":"Interactive storytelling","level":4,"score":0.41939225792884827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20319059491157532},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16327765583992004},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.12290522456169128},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2800835.2807940","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2800835.2807940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing and Proceedings of the 2015 ACM International Symposium on Wearable Computers - UbiComp '15","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6502780586","display_name":null,"funder_award_id":"Reading Life Log Project","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1968652437","https://openalex.org/W1969433118","https://openalex.org/W1980309588","https://openalex.org/W2047050601","https://openalex.org/W2079476777","https://openalex.org/W2129593045","https://openalex.org/W2139925198","https://openalex.org/W2726781288","https://openalex.org/W2898939512"],"related_works":["https://openalex.org/W206099924","https://openalex.org/W3084032109","https://openalex.org/W1506162009","https://openalex.org/W2001561635","https://openalex.org/W1800308398","https://openalex.org/W3135660093","https://openalex.org/W2009736606","https://openalex.org/W2737901105","https://openalex.org/W2060531897","https://openalex.org/W1999077548"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"a":[3,13,29,41,81],"novel":[4],"framework":[5,64],"for":[6,33],"literature":[7],"that":[8],"presents":[9],"the":[10,38,46,55,96],"reader":[11,47],"with":[12,28,48,80],"multimodal":[14],"experience":[15],"(visual,":[16],"haptic":[17,34],"and":[18,75,94],"auditory).":[19],"We":[20,60,78],"present":[21],"an":[22,26],"initial":[23],"prototype,":[24],"extending":[25],"iPad":[27],"surface":[30],"vibration":[31],"transducer":[32],"feedback":[35],"to":[36,65],"augment":[37],"reading":[39,83,88],"of":[40],"short":[42],"story.":[43],"Text":[44],"provides":[45],"verbal":[49],"information,":[50],"whereas":[51],"other":[52],"senses":[53],"perceive":[54],"context":[56],"through":[57],"non-verbal":[58],"cues.":[59],"use":[61],"our":[62],"own":[63],"create":[66],"this":[67],"storytelling":[68],"across":[69],"senses,":[70],"integrating":[71],"text,":[72],"sound,":[73],"animation":[74],"tactile":[76],"sensation.":[77],"believe":[79],"multi-modal":[82],"experience,":[84],"users":[85],"will":[86,90],"enjoy":[87],"more,":[89],"feel":[91],"more":[92],"immersed":[93],"remember":[95],"narrative":[97],"better.":[98]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}