{"id":"https://openalex.org/W3201853009","doi":"https://doi.org/10.1145/3462244.3479909","title":"ViCA: Combining visual, social, and task-oriented conversational AI in a healthcare setting","display_name":"ViCA: Combining visual, social, and task-oriented conversational AI in a healthcare setting","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3201853009","doi":"https://doi.org/10.1145/3462244.3479909","mag":"3201853009"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479909","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049385003","display_name":"George Pantazopoulos","orcid":"https://orcid.org/0000-0002-6416-3760"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"George Pantazopoulos","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033561974","display_name":"Jeremy Bruyere","orcid":null},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jeremy Bruyere","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074032387","display_name":"Malvina Nikandrou","orcid":null},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Malvina Nikandrou","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050221496","display_name":"Thibaud Boissier","orcid":null},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thibaud Boissier","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067900367","display_name":"Supun Hemanthage","orcid":null},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Supun Hemanthage","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000840536","display_name":"Binha Kumar Sachish","orcid":null},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Binha Kumar Sachish","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089012206","display_name":"V.K. Shah","orcid":null},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vidyul Shah","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005673019","display_name":"Christian Dondrup","orcid":"https://orcid.org/0000-0003-4821-5871"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christian Dondrup","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010949145","display_name":"Oliver Lemon","orcid":"https://orcid.org/0000-0001-9497-4743"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Oliver Lemon","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom and Alana AI, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Heriot-Watt University, United Kingdom and Alana AI, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5049385003"],"corresponding_institution_ids":["https://openalex.org/I32062511"],"apc_list":null,"apc_paid":null,"fwci":0.1921,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.49411765,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"71","last_page":"79"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7444076538085938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7197579145431519},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.635249137878418},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5445111989974976},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1075981855392456},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.042797744274139404}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7444076538085938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7197579145431519},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.635249137878418},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5445111989974976},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1075981855392456},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.042797744274139404},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3462244.3479909","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1518951372","https://openalex.org/W1536680647","https://openalex.org/W2077069816","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2219888463","https://openalex.org/W2277195237","https://openalex.org/W2579549467","https://openalex.org/W2745461083","https://openalex.org/W2768661419","https://openalex.org/W2769184731","https://openalex.org/W2772604077","https://openalex.org/W2774891019","https://openalex.org/W2783549597","https://openalex.org/W2789669838","https://openalex.org/W2922315017","https://openalex.org/W2942367614","https://openalex.org/W2948672349","https://openalex.org/W2949474740","https://openalex.org/W2953106684","https://openalex.org/W2953360861","https://openalex.org/W2963150697","https://openalex.org/W2964046741","https://openalex.org/W2983760502","https://openalex.org/W2996860127","https://openalex.org/W3000596306","https://openalex.org/W3011981275","https://openalex.org/W3021008407","https://openalex.org/W3029935604","https://openalex.org/W3035017890","https://openalex.org/W3041010630","https://openalex.org/W3090654727","https://openalex.org/W3093900936","https://openalex.org/W3107848485","https://openalex.org/W3116651605","https://openalex.org/W3134347198","https://openalex.org/W4249013746"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Recent":[0],"developments":[1,60],"in":[2,61,99,105],"computer":[3,62],"vision":[4,63],"and":[5,64,77,102,138],"conversational":[6,31,55,79],"systems":[7],"have":[8],"provided":[9],"the":[10,18,52,83,100,113,130],"AI":[11],"community":[12],"with":[13,58,125],"novel":[14],"perspectives":[15],"towards":[16],"improving":[17],"cognitive":[19],"capabilities":[20,80],"of":[21],"engaging":[22],"socially":[23],"assistive":[24],"robots.":[25],"We":[26,118],"show":[27],"how":[28],"to":[29,93],"develop":[30],"skills":[32],"for":[33],"a":[34,120],"hospital":[35],"receptionist":[36],"robot":[37],"that":[38,129],"incorporates":[39],"social":[40,78,106],"conversation":[41],"based":[42,81],"on":[43,82],"visual":[44,74,84,109],"information":[45],"as":[46,48,112,135],"well":[47],"task-based":[49],"dialog.":[50],"Fusing":[51],"traditional":[53],"modular":[54],"system":[56,132],"architecture":[57],"recent":[59],"scene":[65],"graph":[66],"research,":[67],"our":[68,88],"agent":[69,89],"(called":[70],"\u2018ViCA\u2019)":[71],"supports":[72],"both":[73,136],"question":[75],"answering":[76],"scene.":[85],"In":[86],"particular,":[87],"can":[90,103],"provide":[91],"guidance":[92],"users":[94],"by":[95],"locating":[96],"visible":[97],"objects":[98],"room":[101],"engage":[104],"dialog":[107],"using":[108],"prompts,":[110],"such":[111],"user\u2019s":[114],"clothing":[115],"or":[116],"possessions.":[117],"conduct":[119],"comprehensive":[121],"online":[122],"evaluation":[123],"study":[124],"21":[126],"participants,":[127],"showcasing":[128],"ViCA":[131],"is":[133],"perceived":[134],"helpful":[137],"entertaining.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
