{"id":"https://openalex.org/W4293714046","doi":"https://doi.org/10.1145/3514197.3549672","title":"A cautionary tale of side-by-side evaluations while developing emotional expression for intelligent virtual agents","display_name":"A cautionary tale of side-by-side evaluations while developing emotional expression for intelligent virtual agents","publication_year":2022,"publication_date":"2022-08-31","ids":{"openalex":"https://openalex.org/W4293714046","doi":"https://doi.org/10.1145/3514197.3549672"},"language":"en","primary_location":{"id":"doi:10.1145/3514197.3549672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514197.3549672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514197.3549672","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3514197.3549672","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041462936","display_name":"Ricardo Rodrigues","orcid":"https://orcid.org/0000-0003-0158-1460"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":null,"type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Ricardo Rodrigues","raw_affiliation_strings":["INESC-ID and Instituto Superior T\u00e9cnico, Lisbon, Portugal"],"affiliations":[{"raw_affiliation_string":"INESC-ID and Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I121345201","https://openalex.org/I4387152517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063348766","display_name":"Ricardo Silva","orcid":"https://orcid.org/0000-0001-6378-0479"},"institutions":[{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":null,"type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ricardo Silva","raw_affiliation_strings":["Instituto Superior T\u00e9cnico, Lisbon, Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4387152517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060491561","display_name":"Ricardo Lopes Pereira","orcid":"https://orcid.org/0000-0002-0456-8213"},"institutions":[{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":null,"type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ricardo Pereira","raw_affiliation_strings":["Instituto Superior T\u00e9cnico, Lisbon, Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4387152517"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071907917","display_name":"Carlos Martinho","orcid":"https://orcid.org/0000-0002-9304-957X"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":null,"type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Carlos Martinho","raw_affiliation_strings":["INESC-ID and Instituto Superior T\u00e9cnico, Lisbon, Portugal"],"affiliations":[{"raw_affiliation_string":"INESC-ID and Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I121345201","https://openalex.org/I4387152517"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5041462936"],"corresponding_institution_ids":["https://openalex.org/I121345201","https://openalex.org/I4387152517"],"apc_list":null,"apc_paid":null,"fwci":0.4476,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67271341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12313","display_name":"Emotions and Moral Behavior","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6838629245758057},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.6002494692802429},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5851673483848572},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.542012095451355},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5384838581085205},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5138847827911377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49709609150886536},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4662341773509979},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.46541333198547363},{"id":"https://openalex.org/keywords/side-effect","display_name":"Side effect (computer science)","score":0.4161509573459625},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3476884961128235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23509261012077332},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.061222851276397705}],"concepts":[{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6838629245758057},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.6002494692802429},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5851673483848572},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.542012095451355},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5384838581085205},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5138847827911377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49709609150886536},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4662341773509979},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.46541333198547363},{"id":"https://openalex.org/C3454156","wikidata":"https://www.wikidata.org/wiki/Q1144241","display_name":"Side effect (computer science)","level":2,"score":0.4161509573459625},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3476884961128235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23509261012077332},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.061222851276397705},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3514197.3549672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514197.3549672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514197.3549672","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3514197.3549672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514197.3549672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514197.3549672","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1886981331","display_name":null,"funder_award_id":"project UID","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G2441341484","display_name":null,"funder_award_id":"UIDB/50021/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G3272457656","display_name":null,"funder_award_id":"UIDB/","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293714046.pdf","grobid_xml":"https://content.openalex.org/works/W4293714046.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1488075209","https://openalex.org/W1518553298","https://openalex.org/W1609907549","https://openalex.org/W1964422354","https://openalex.org/W1995258346","https://openalex.org/W2020667299","https://openalex.org/W2062160780","https://openalex.org/W2066879037","https://openalex.org/W2079026217","https://openalex.org/W2085285245","https://openalex.org/W2098490501","https://openalex.org/W2100593467","https://openalex.org/W2110911841","https://openalex.org/W2111005719","https://openalex.org/W2111187723","https://openalex.org/W2124399597","https://openalex.org/W2784281622","https://openalex.org/W2785428417","https://openalex.org/W2785889443","https://openalex.org/W2786007214","https://openalex.org/W2786531388","https://openalex.org/W2786554133","https://openalex.org/W2786732895","https://openalex.org/W2786800217","https://openalex.org/W2786804597","https://openalex.org/W2786940664","https://openalex.org/W2787039891","https://openalex.org/W2787714447","https://openalex.org/W2787830303","https://openalex.org/W2908473373","https://openalex.org/W2914586147","https://openalex.org/W2962896538","https://openalex.org/W2996672091","https://openalex.org/W4211075179","https://openalex.org/W4317563418"],"related_works":["https://openalex.org/W3117510596","https://openalex.org/W2381081830","https://openalex.org/W3184642429","https://openalex.org/W1674983648","https://openalex.org/W3184957134","https://openalex.org/W2364103730","https://openalex.org/W3157543028","https://openalex.org/W2384103211","https://openalex.org/W4289297508","https://openalex.org/W2338955914"],"abstract_inverted_index":{"When":[0],"designing":[1,165],"interactive":[2],"scenarios":[3],"that":[4,44,128],"depend":[5],"on":[6],"emotion":[7,71,90,105,121],"expression,":[8],"it":[9,125],"is":[10,114,126],"imperative":[11],"to":[12,22,49,68,99],"consider":[13],"the":[14,66,70,83,93,100,108,139],"levels":[15],"of":[16,30,54,89,141],"recognition":[17,106,122],"associated":[18],"with":[19,43,102,117,120],"said":[20],"expressions,":[21],"ascertain":[23],"whether":[24],"or":[25],"not":[26,97,134],"an":[27,55],"acceptable":[28],"degree":[29],"emotional":[31],"communication":[32],"has":[33],"been":[34],"achieved.":[35],"In":[36],"this":[37,112],"work,":[38],"two":[39,51],"experiments":[40],"were":[41],"conducted":[42],"aim,":[45],"one":[46],"asking":[47,65],"participants":[48,67],"compare":[50],"different":[52],"versions":[53],"application":[56],"side-by-side":[57,94],"when":[58,164],"conveying":[59],"a":[60,103],"specific":[61],"emotion,":[62],"and":[63,153,156],"another":[64],"recognize":[69],"being":[72,135],"expressed":[73],"in":[74,87,107,123,138],"each":[75],"version.":[76],"We":[77,143],"found":[78],"that,":[79],"for":[80],"some":[81,129],"emotions,":[82],"approach":[84,101],"rated":[85],"higher":[86,104],"terms":[88],"expression":[91,140],"during":[92],"comparison":[95],"would":[96],"translate":[98],"second":[109],"experiment.":[110],"Although":[111],"discrepancy":[113],"generally":[115],"consistent":[116],"what":[118],"happens":[119],"humans,":[124],"noteworthy":[127],"higher-rated":[130],"choices":[131],"ended":[132],"up":[133],"as":[136],"effective":[137],"emotion.":[142],"discuss":[144],"how":[145],"these":[146],"discrepancies":[147],"might":[148],"have":[149],"originated":[150],"from":[151],"forced-choice":[152],"feature":[154],"dominance,":[155],"why":[157],"context":[158],"should":[159],"be":[160],"taken":[161],"into":[162],"account":[163],"experiments.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}