{"id":"https://openalex.org/W2955027370","doi":"https://doi.org/10.1145/3308532.3329421","title":"What are We Measuring Anyway?","display_name":"What are We Measuring Anyway?","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2955027370","doi":"https://doi.org/10.1145/3308532.3329421","mag":"2955027370"},"language":"en","primary_location":{"id":"doi:10.1145/3308532.3329421","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308532.3329421","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023210280","display_name":"Siska Fitrianie","orcid":"https://orcid.org/0000-0002-8172-5315"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Siska Fitrianie","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065028462","display_name":"Merijn Bruijnes","orcid":"https://orcid.org/0000-0002-7842-8213"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Merijn Bruijnes","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025995864","display_name":"Deborah Richards","orcid":"https://orcid.org/0000-0002-7363-1511"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Deborah Richards","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039097454","display_name":"Amal Abdulrahman","orcid":"https://orcid.org/0000-0001-5360-0833"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Amal Abdulrahman","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027788069","display_name":"Willem\u2010Paul Brinkman","orcid":"https://orcid.org/0000-0001-8485-7092"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Willem-Paul Brinkman","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"159","last_page":"161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entertainment","display_name":"Entertainment","score":0.627557635307312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6087918877601624},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.607612669467926},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6068898439407349},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.513778030872345},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.46437469124794006},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4348430633544922},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32544100284576416},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09754934906959534}],"concepts":[{"id":"https://openalex.org/C512170562","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment","level":2,"score":0.627557635307312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6087918877601624},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.607612669467926},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6068898439407349},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.513778030872345},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.46437469124794006},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4348430633544922},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32544100284576416},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09754934906959534},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3308532.3329421","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308532.3329421","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/84d6442d-df99-448a-b40b-0ba958b19e7f","is_oa":false,"landing_page_url":"https://research.utwente.nl/en/publications/84d6442d-df99-448a-b40b-0ba958b19e7f","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ris.utwente.nl:publications/84d6442d-df99-448a-b40b-0ba958b19e7f","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85069726771&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},{"id":"pmh:oai:tudelft.nl:uuid:fabef02b-1a8d-4659-96f6-3ab336a62d90","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:fabef02b-1a8d-4659-96f6-3ab336a62d90","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6899999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W83463411","https://openalex.org/W1897139626","https://openalex.org/W1993266153","https://openalex.org/W2032568497","https://openalex.org/W2081234327","https://openalex.org/W2136757566","https://openalex.org/W2144981148","https://openalex.org/W2149595999","https://openalex.org/W2538496976","https://openalex.org/W2900728424"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2321234655","https://openalex.org/W2065444835","https://openalex.org/W4394550905","https://openalex.org/W2952773340","https://openalex.org/W2470062578","https://openalex.org/W2981861370","https://openalex.org/W2982428536"],"abstract_inverted_index":{"Research":[0],"into":[1],"artificial":[2],"social":[3],"agents":[4,9],"aims":[5],"at":[6,11],"constructing":[7],"these":[8],"and":[10,23,37,50,58,73],"establishing":[12,41],"an":[13],"empirically":[14],"grounded":[15],"understanding":[16,43],"of":[17,98,117,123],"them,":[18],"their":[19,52,61,74],"interaction":[20],"with":[21,60],"humans,":[22],"how":[24,55],"they":[25],"can":[26],"ultimately":[27],"deliver":[28],"certain":[29],"outcomes":[30],"in":[31,77,81,102,131],"areas":[32],"such":[33,42],"as":[34,119],"health,":[35],"entertainment,":[36],"education.":[38],"Key":[39],"for":[40],"is":[44],"the":[45,82,96,120,145],"community's":[46],"ability":[47,69],"to":[48,90],"describe":[49],"replicate":[51],"observations":[53],"on":[54],"users":[56],"perceive":[57],"interact":[59],"agents.":[62],"In":[63],"this":[64,68,138],"paper,":[65],"we":[66],"address":[67],"by":[70,144],"examining":[71],"questionnaires":[72,104,118,124],"constructs":[75,100],"used":[76,101],"empirical":[78],"studies":[79],"reported":[80,107,130],"intelligent":[83],"virtual":[84],"agent":[85],"conference":[86],"proceedings":[87],"from":[88],"2013":[89],"2018.":[91],"The":[92],"literature":[93],"survey":[94],"shows":[95],"identification":[97],"189":[99],"89":[103],"that":[105,137],"were":[106,128],"across":[108],"81":[109],"papers.":[110],"We":[111,135],"found":[112],"unexpectedly":[113],"little":[114],"repeated":[115],"use":[116],"vast":[121],"majority":[122],"(more":[125],"than":[126],"76%)":[127],"only":[129],"a":[132,150],"single":[133],"paper.":[134],"expect":[136],"finding":[139],"will":[140],"motivate":[141],"joint":[142],"effort":[143],"IVA":[146],"community":[147],"towards":[148],"creating":[149],"unified":[151],"measurement":[152],"instrument.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2019-07-12T00:00:00"}