{"id":"https://openalex.org/W3180965528","doi":"https://doi.org/10.1145/3448696.3448720","title":"The Black Box of Virtual Agent Design: A Literature Review of User Involvement at the IVA Conference","display_name":"The Black Box of Virtual Agent Design: A Literature Review of User Involvement at the IVA Conference","publication_year":2021,"publication_date":"2021-03-08","ids":{"openalex":"https://openalex.org/W3180965528","doi":"https://doi.org/10.1145/3448696.3448720","mag":"3180965528"},"language":"en","primary_location":{"id":"doi:10.1145/3448696.3448720","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448696.3448720","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd African Human-Computer Interaction Conference: Inclusiveness and Empowerment","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032900891","display_name":"Emma Mainza Chilufya","orcid":"https://orcid.org/0000-0003-1598-7437"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Emma Mainza Chilufya","raw_affiliation_strings":["Dept. of Computer and Information Science and Linkoping University, Sweden"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer and Information Science and Linkoping University, Sweden","institution_ids":["https://openalex.org/I102134673"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065550585","display_name":"Annika Silvervarg","orcid":"https://orcid.org/0000-0001-6997-3917"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Annika Silvervarg","raw_affiliation_strings":["Dept. of Computer and Information Science and Linkoping University, Sweden"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer and Information Science and Linkoping University, Sweden","institution_ids":["https://openalex.org/I102134673"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5032900891"],"corresponding_institution_ids":["https://openalex.org/I102134673"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.07220903,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"146","last_page":"150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.640552818775177},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5840779542922974},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48987478017807007},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3234848976135254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10730570554733276}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640552818775177},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5840779542922974},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48987478017807007},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3234848976135254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10730570554733276}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3448696.3448720","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448696.3448720","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd African Human-Computer Interaction Conference: Inclusiveness and Empowerment","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W963056504","https://openalex.org/W1157478223","https://openalex.org/W1983725709","https://openalex.org/W2023627592","https://openalex.org/W2029180844","https://openalex.org/W2087232538","https://openalex.org/W2233278198","https://openalex.org/W2397965328","https://openalex.org/W2526265899","https://openalex.org/W2533100531","https://openalex.org/W2537929161","https://openalex.org/W2748321230","https://openalex.org/W2750120083","https://openalex.org/W2901752164","https://openalex.org/W2930205843","https://openalex.org/W2954195675","https://openalex.org/W3121036288","https://openalex.org/W3164610506","https://openalex.org/W4238041742"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"The":[0,81,98,128],"field":[1],"of":[2,16,52,96,104,115,139],"Intelligent":[3],"Virtual":[4,65],"Agents":[5],"(IVAs)":[6],"has":[7,22],"evolved":[8],"immensely":[9],"with":[10,89],"respect":[11],"to":[12,33,40,75,109,146],"design":[13,34,50,114,133,144],"and":[14,29,37,43,86,126],"development":[15],"agents":[17],"over":[18],"the":[19,24,49,62,68,93,113,137],"years.":[20],"This":[21],"brought":[23],"following":[25],"questions:":[26],"What":[27],"processes":[28],"methods":[30,145],"are":[31,45],"used":[32],"virtual":[35,53],"agents,":[36],"in":[38,48],"particular,":[39],"what":[41],"extent":[42],"how":[44],"users":[46],"involved":[47],"process":[51],"agents?":[54],"In":[55],"this":[56],"paper,":[57],"we":[58],"review":[59,82,99],"papers":[60,106],"from":[61],"conference":[63],"\u201cIntelligent":[64],"Agents\u201d":[66],"for":[67],"last":[69],"five":[70],"years":[71],"(2015":[72],"-":[73],"2019)":[74],"shed":[76],"light":[77],"on":[78,92,136],"these":[79],"questions.":[80],"included":[83],"308":[84,105],"short":[85],"long":[87],"papers,":[88],"a":[90,147],"focus":[91],"interactive":[94],"aspects":[95],"design.":[97],"showed":[100],"that":[101,131],"only":[102,134],"14%":[103],"explicitly":[107],"mentioned/referred":[108],"user":[110],"participation":[111],"during":[112],"an":[116],"IVA.":[117],"User":[118],"involvement":[119],"is":[120],"classified":[121],"into":[122],"two":[123],"categories:":[124],"one-time":[125],"iterative.":[127],"few":[129],"studies":[130],"mention":[132],"report":[135],"use":[138],"standard":[140],"Human-Computer":[141],"Interaction":[142],"(HCI)":[143],"rather":[148],"limited":[149],"degree.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}