{"id":"https://openalex.org/W3033021258","doi":"https://doi.org/10.3390/mti4020027","title":"Exploring Smart Agents for the Interaction with Multimodal Mediated Environments","display_name":"Exploring Smart Agents for the Interaction with Multimodal Mediated Environments","publication_year":2020,"publication_date":"2020-06-06","ids":{"openalex":"https://openalex.org/W3033021258","doi":"https://doi.org/10.3390/mti4020027","mag":"3033021258"},"language":"en","primary_location":{"id":"doi:10.3390/mti4020027","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti4020027","pdf_url":"https://www.mdpi.com/2414-4088/4/2/27/pdf","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/4/2/27/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035430335","display_name":"Robert Richer","orcid":"https://orcid.org/0000-0003-0272-5403"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Robert Richer","raw_affiliation_strings":["Machine Learning and Data Analytics Lab., Department of Computer Science, Friedrich-Alexander-Universtit\u00e4t Erlangen-N\u00fcrnberg (FAU), Carl-Thiersch-Str. 2b, 91052 Erlangen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0272-5403","affiliations":[{"raw_affiliation_string":"Machine Learning and Data Analytics Lab., Department of Computer Science, Friedrich-Alexander-Universtit\u00e4t Erlangen-N\u00fcrnberg (FAU), Carl-Thiersch-Str. 2b, 91052 Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032770198","display_name":"Nan Zhao","orcid":"https://orcid.org/0000-0002-5435-7975"},"institutions":[{"id":"https://openalex.org/I4210142372","display_name":"Human Media","ror":"https://ror.org/04072nk43","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan Zhao","raw_affiliation_strings":["Responsive Environments Group, MIT Media Lab., 75 Amherst St, Cambridge, MA 02139, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Responsive Environments Group, MIT Media Lab., 75 Amherst St, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I4210142372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014144494","display_name":"Bjoern M. Eskofier","orcid":"https://orcid.org/0000-0002-0417-0336"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bjoern M. Eskofier","raw_affiliation_strings":["Machine Learning and Data Analytics Lab., Department of Computer Science, Friedrich-Alexander-Universtit\u00e4t Erlangen-N\u00fcrnberg (FAU), Carl-Thiersch-Str. 2b, 91052 Erlangen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0417-0336","affiliations":[{"raw_affiliation_string":"Machine Learning and Data Analytics Lab., Department of Computer Science, Friedrich-Alexander-Universtit\u00e4t Erlangen-N\u00fcrnberg (FAU), Carl-Thiersch-Str. 2b, 91052 Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086159548","display_name":"Joseph A. Paradiso","orcid":"https://orcid.org/0000-0002-0719-7104"},"institutions":[{"id":"https://openalex.org/I4210142372","display_name":"Human Media","ror":"https://ror.org/04072nk43","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph A. Paradiso","raw_affiliation_strings":["Responsive Environments Group, MIT Media Lab., 75 Amherst St, Cambridge, MA 02139, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Responsive Environments Group, MIT Media Lab., 75 Amherst St, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I4210142372"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5035430335"],"corresponding_institution_ids":["https://openalex.org/I181369854"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.8043,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.78993567,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"4","issue":"2","first_page":"27","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6898108720779419},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6531882286071777},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5913365483283997},{"id":"https://openalex.org/keywords/ambient-intelligence","display_name":"Ambient intelligence","score":0.5657559037208557},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.5288174152374268},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.524389922618866},{"id":"https://openalex.org/keywords/voice-command-device","display_name":"Voice command device","score":0.5147952437400818},{"id":"https://openalex.org/keywords/information-overload","display_name":"Information overload","score":0.46344733238220215},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19190245866775513},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.16144374012947083}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6898108720779419},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6531882286071777},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5913365483283997},{"id":"https://openalex.org/C201638289","wikidata":"https://www.wikidata.org/wiki/Q457396","display_name":"Ambient intelligence","level":2,"score":0.5657559037208557},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5288174152374268},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.524389922618866},{"id":"https://openalex.org/C178718744","wikidata":"https://www.wikidata.org/wiki/Q2350070","display_name":"Voice command device","level":2,"score":0.5147952437400818},{"id":"https://openalex.org/C186625053","wikidata":"https://www.wikidata.org/wiki/Q1130191","display_name":"Information overload","level":2,"score":0.46344733238220215},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19190245866775513},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.16144374012947083},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/mti4020027","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti4020027","pdf_url":"https://www.mdpi.com/2414-4088/4/2/27/pdf","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:57200b8bfc4748a68e164c518d9e624d","is_oa":true,"landing_page_url":"https://doaj.org/article/57200b8bfc4748a68e164c518d9e624d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 4, Iss 2, p 27 (2020)","raw_type":"article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/126775","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/126775","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multidisciplinary Digital Publishing Institute","raw_type":"Article"},{"id":"pmh:oai:mdpi.com:/2414-4088/4/2/27/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/mti4020027","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"Text"},{"id":"pmh:oai:ub.uni-erlangen.de-opus:14100","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:29-opus4-141008","pdf_url":null,"source":{"id":"https://openalex.org/S4306402340","display_name":"OPUS FAU (Kooperativer Bibliotheksverbund Berlin-Brandenburg (KOBV), on behalf of the Universit\u00e4tsbibliothek Erlangen-N\u00fcrnberg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/mti4020027","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti4020027","pdf_url":"https://www.mdpi.com/2414-4088/4/2/27/pdf","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6963352649","display_name":null,"funder_award_id":"50018217","funder_id":"https://openalex.org/F4320320875","funder_display_name":"Deutscher Akademischer Austauschdienst"},{"id":"https://openalex.org/G7781430393","display_name":null,"funder_award_id":"ES 434/8-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8663067234","display_name":null,"funder_award_id":"434/8-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033021258.pdf","grobid_xml":"https://content.openalex.org/works/W3033021258.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W179500209","https://openalex.org/W331362173","https://openalex.org/W1484368397","https://openalex.org/W1515685044","https://openalex.org/W1837843568","https://openalex.org/W1969568357","https://openalex.org/W1971395669","https://openalex.org/W1979652128","https://openalex.org/W1996749058","https://openalex.org/W2001771035","https://openalex.org/W2015522340","https://openalex.org/W2016159237","https://openalex.org/W2023083072","https://openalex.org/W2028082834","https://openalex.org/W2044082963","https://openalex.org/W2045080973","https://openalex.org/W2053480238","https://openalex.org/W2063130470","https://openalex.org/W2068406960","https://openalex.org/W2068800193","https://openalex.org/W2088272729","https://openalex.org/W2097152146","https://openalex.org/W2100414030","https://openalex.org/W2111721792","https://openalex.org/W2113609601","https://openalex.org/W2115648391","https://openalex.org/W2118366990","https://openalex.org/W2128156516","https://openalex.org/W2135043824","https://openalex.org/W2145482038","https://openalex.org/W2155265530","https://openalex.org/W2161466446","https://openalex.org/W2162016415","https://openalex.org/W2237155658","https://openalex.org/W2278635123","https://openalex.org/W2405187948","https://openalex.org/W2413403838","https://openalex.org/W2477131772","https://openalex.org/W2510136697","https://openalex.org/W2538086911","https://openalex.org/W2607240102","https://openalex.org/W2612630960","https://openalex.org/W2732179945","https://openalex.org/W2754559321","https://openalex.org/W2773244891","https://openalex.org/W2843010082","https://openalex.org/W2913867314","https://openalex.org/W2934309502","https://openalex.org/W2943753439","https://openalex.org/W3104378754","https://openalex.org/W3125182500","https://openalex.org/W4236521339","https://openalex.org/W6600808634","https://openalex.org/W6626271046","https://openalex.org/W6683516991","https://openalex.org/W6987700685","https://openalex.org/W7058333638"],"related_works":["https://openalex.org/W3134493632","https://openalex.org/W1602080981","https://openalex.org/W1566049720","https://openalex.org/W1984707785","https://openalex.org/W2053633997","https://openalex.org/W2284937422","https://openalex.org/W2105253889","https://openalex.org/W1571212658","https://openalex.org/W4320060446","https://openalex.org/W4389979146"],"abstract_inverted_index":{"After":[0],"conversational":[1,94,134],"agents":[2,98,135],"have":[3],"been":[4],"made":[5],"available":[6],"to":[7,75,142],"the":[8,88,131,137],"broader":[9],"public,":[10],"we":[11],"speculate":[12],"that":[13,83,99],"applying":[14],"them":[15,43],"as":[16,52,102],"a":[17,31,67,84,109],"mediator":[18],"for":[19,55,136],"adaptive":[20,59,140],"environments":[21,141],"reduces":[22],"control":[23],"complexity":[24],"and":[25,37,49,78,96,106,119,125,145],"increases":[26],"user":[27,68],"experience":[28],"by":[29,93],"providing":[30],"more":[32,104],"natural":[33],"interaction.":[34],"We":[35],"implemented":[36],"tested":[38],"four":[39],"agents,":[40],"each":[41],"of":[42,133],"differing":[44],"in":[45,66,122],"their":[46],"system":[47],"intelligence":[48],"input":[50],"modality,":[51],"personal":[53],"assistants":[54],"Mediated":[56],"Atmospheres,":[57],"an":[58],"smart":[60],"office":[61],"prototype.":[62],"They":[63],"were":[64,100,115],"evaluated":[65],"study":[69],"(":[70],"N":[71],"=":[72],"33":[73],")":[74],"collect":[76],"subjective":[77,124],"objective":[79,126],"measures.":[80,127],"Results":[81],"showed":[82],"smartphone":[85],"application":[86],"was":[87],"most":[89],"favorable":[90],"system,":[91],"followed":[92],"text":[95],"voice":[97,111],"perceived":[101],"being":[103],"engaging":[105],"intelligent":[107],"than":[108],"non-conversational":[110],"agent.":[112],"Significant":[113],"differences":[114],"observed":[116],"between":[117],"native":[118],"non-native":[120],"speakers":[121],"both":[123],"Our":[128],"findings":[129],"reveal":[130],"potential":[132],"interaction":[138],"with":[139],"reduce":[143],"work":[144],"information":[146],"overload.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}