{"id":"https://openalex.org/W2955419865","doi":"https://doi.org/10.1145/3328756.3328758","title":"Design of Seamless Multi-modal Interaction Framework for Intelligent Virtual Agents in Wearable Mixed Reality Environment","display_name":"Design of Seamless Multi-modal Interaction Framework for Intelligent Virtual Agents in Wearable Mixed Reality Environment","publication_year":2019,"publication_date":"2019-06-26","ids":{"openalex":"https://openalex.org/W2955419865","doi":"https://doi.org/10.1145/3328756.3328758","mag":"2955419865"},"language":"en","primary_location":{"id":"doi:10.1145/3328756.3328758","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328756.3328758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd International Conference on Computer Animation and Social Agents","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.19334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019377864","display_name":"Ghazanfar Ali","orcid":"https://orcid.org/0000-0002-7741-1938"},"institutions":[{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ghazanfar Ali","raw_affiliation_strings":["Division of NT-IT University of Science and Technology, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of NT-IT University of Science and Technology, South Korea","institution_ids":["https://openalex.org/I88761825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020515189","display_name":"Hong-Quan Le","orcid":"https://orcid.org/0009-0009-5221-4418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong-Quan Le","raw_affiliation_strings":["Letsee, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Letsee, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100659574","display_name":"Junho Kim","orcid":"https://orcid.org/0000-0003-0473-7053"},"institutions":[{"id":"https://openalex.org/I110273157","display_name":"Kookmin University","ror":"https://ror.org/0049erg63","country_code":"KR","type":"education","lineage":["https://openalex.org/I110273157"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junho Kim","raw_affiliation_strings":["College of Computer Science, Kookmin University, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Kookmin University, South Korea","institution_ids":["https://openalex.org/I110273157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101567750","display_name":"Seung-won Hwang","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seung-Won Hwang","raw_affiliation_strings":["Department of Computer Science, Yonsei University, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yonsei University, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028302461","display_name":"Jae\u2010In Hwang","orcid":"https://orcid.org/0000-0002-8748-9077"},"institutions":[{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae-In Hwang","raw_affiliation_strings":["Imaging Media Research Center, Korea Institute of Science and Technology, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imaging Media Research Center, Korea Institute of Science and Technology, South Korea","institution_ids":["https://openalex.org/I58716616"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7941608428955078},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7474753856658936},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5955552458763123},{"id":"https://openalex.org/keywords/mixed-reality","display_name":"Mixed reality","score":0.5710262060165405},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5580362677574158},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5381167531013489},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5208397507667542},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.5024440288543701},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.4724474549293518},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.42522573471069336},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.09190183877944946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7941608428955078},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7474753856658936},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5955552458763123},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.5710262060165405},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5580362677574158},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5381167531013489},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5208397507667542},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5024440288543701},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.4724474549293518},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.42522573471069336},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.09190183877944946},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3328756.3328758","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328756.3328758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd International Conference on Computer Animation and Social Agents","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.19334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.19334","pdf_url":"https://arxiv.org/pdf/2503.19334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.19334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.19334","pdf_url":"https://arxiv.org/pdf/2503.19334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W29800634","https://openalex.org/W58276023","https://openalex.org/W1499739753","https://openalex.org/W1939173055","https://openalex.org/W1973023705","https://openalex.org/W1980988531","https://openalex.org/W1987422000","https://openalex.org/W2026220725","https://openalex.org/W2070369791","https://openalex.org/W2113418159","https://openalex.org/W2131882595","https://openalex.org/W2140441579","https://openalex.org/W2160141417","https://openalex.org/W2533994498","https://openalex.org/W2537434125","https://openalex.org/W2727805837","https://openalex.org/W2734417836","https://openalex.org/W2750084094","https://openalex.org/W2765495424","https://openalex.org/W2789057303","https://openalex.org/W2792558628","https://openalex.org/W2794623202"],"related_works":["https://openalex.org/W2736982640","https://openalex.org/W3107375852","https://openalex.org/W4320495410","https://openalex.org/W2752321621","https://openalex.org/W2789244453","https://openalex.org/W3205251208","https://openalex.org/W4285815440","https://openalex.org/W3046066817","https://openalex.org/W4378228679","https://openalex.org/W4378228262"],"abstract_inverted_index":{"In":[0,157],"this":[1],"paper,":[2],"we":[3,117],"present":[4],"the":[5,148,160,168,174],"design":[6],"of":[7,57,80,144,150,173],"a":[8,50,72,107,119,124,135,151],"multimodal":[9],"interaction":[10,74,133],"framework":[11,58,75,175],"for":[12,22,53],"intelligent":[13,46],"virtual":[14,47,83,96,103,121,136,161],"agents":[15,162],"in":[16,123],"wearable":[17,60,186],"mixed":[18,61],"reality":[19,62],"environments,":[20],"especially":[21],"interactive":[23],"applications":[24],"at":[25],"museums,":[26],"botanical":[27],"gardens,":[28],"and":[29,36,91,98,102,110,131,178],"similar":[30],"places.":[31],"These":[32],"places":[33],"need":[34],"engaging":[35],"no-repetitive":[37],"digital":[38],"content":[39,149],"delivery":[40],"to":[41,94,184],"maximize":[42],"user":[43,169],"involvement.":[44],"An":[45],"agent":[48,137],"is":[49,59,176],"promising":[51],"mode":[52],"both":[54],"purposes.":[55],"Premises":[56],"provided":[63],"by":[64,76],"MR":[65,187],"devices":[66],"supporting":[67,189],"spatial":[68,81,190],"mapping.":[69,191],"We":[70],"envisioned":[71],"seamless":[73,120],"integrating":[77],"potential":[78],"features":[79],"mapping,":[82],"character":[84],"animations,":[85],"speech":[86,132,152],"recognition,":[87],"gazing,":[88],"domain-specific":[89],"chatbot":[90],"object":[92],"recognition":[93],"enhance":[95],"experiences":[97],"communication":[99],"between":[100],"users":[101],"agents.":[104],"By":[105],"applying":[106],"modular":[108],"approach":[109],"deploying":[111],"computationally":[112],"intensive":[113],"modules":[114],"on":[115],"cloud-platform,":[116],"achieved":[118],"experience":[122],"device":[125,188],"with":[126,134,147],"limited":[127],"resources.":[128],"Human-like":[129],"gaze":[130],"made":[138,153],"it":[139,154],"more":[140,155],"interactive.":[141],"Automated":[142],"mapping":[143],"body":[145],"animations":[146],"engaging.":[156],"our":[158],"tests,":[159],"responded":[163],"within":[164],"2-4":[165],"seconds":[166],"after":[167],"query.":[170],"The":[171],"strength":[172],"flexibility":[177],"adaptability.":[179],"It":[180],"can":[181],"be":[182],"adapted":[183],"any":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}