{"id":"https://openalex.org/W4415070250","doi":"https://doi.org/10.2312/eurova.20251095","title":"We Should Change How We Measure User Experience in Visual Analytics Systems","display_name":"We Should Change How We Measure User Experience in Visual Analytics Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415070250","doi":"https://doi.org/10.2312/eurova.20251095"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-05245376v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-05245376","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EuroVA 2025 - 16th EuroVis Workshop on Visual Analytics, Jun 2025, Luxembourg, Luxembourg. ⟨10.2312/eurova.20251095⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"type":"conference-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-05245376","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073559731","display_name":"Eliane Zambon Victorelli","orcid":"https://orcid.org/0000-0002-1889-1329"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["BR","FR"],"is_corresponding":false,"raw_author_name":"Victorelli, Eliane Zambon","raw_affiliation_strings":["University of S\u00e3o Paulo, S\u00e3o Carlos, S\u00e3o Paulo, Brazil","AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)","UNICAMP - Universidade Estadual de Campinas =  University of Campinas (Cidade Universit\u00e1ria 'Zeferino Vaz'\r\nCEP 13083-970 | Campinas-SP - Brazil)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of S\u00e3o Paulo, S\u00e3o Carlos, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I17974374"]},{"raw_affiliation_string":"AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)","institution_ids":["https://openalex.org/I277688954"]},{"raw_affiliation_string":"UNICAMP - Universidade Estadual de Campinas =  University of Campinas (Cidade Universit\u00e1ria 'Zeferino Vaz'\r\nCEP 13083-970 | Campinas-SP - Brazil)","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092691958","display_name":"Anne-Flore Cabouat","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]},{"id":"https://openalex.org/I4387152856","display_name":"Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique","ror":"https://ror.org/00rd81916","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Cabouat, Anne-Flore","raw_affiliation_strings":["LISN, Universit\u00e9 Paris Saclay, CNRS, Orsay, France Aviz, Inria, Saclay, France","AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LISN, Universit\u00e9 Paris Saclay, CNRS, Orsay, France Aviz, Inria, Saclay, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210126360","https://openalex.org/I4387152856"]},{"raw_affiliation_string":"AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)","institution_ids":["https://openalex.org/I277688954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019932595","display_name":"Emanuele Santos","orcid":"https://orcid.org/0000-0002-2806-4589"},"institutions":[{"id":"https://openalex.org/I243754102","display_name":"Universidade Federal do Cear\u00e1","ror":"https://ror.org/03srtnf24","country_code":"BR","type":"education","lineage":["https://openalex.org/I243754102"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["BR","FR"],"is_corresponding":false,"raw_author_name":"Santos, Emanuele","raw_affiliation_strings":["Federal University of Ceara, Fortaleza, Cear\u00e1, Brazil","AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)","UFC - Universidade Federal do Cear\u00e1 = Federal University of Cear\u00e1 (Av. da Universidade, 2853 - Benfica, Fortaleza - CE, CEP 60020-181 - Brazil)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Ceara, Fortaleza, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I243754102"]},{"raw_affiliation_string":"AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)","institution_ids":["https://openalex.org/I277688954"]},{"raw_affiliation_string":"UFC - Universidade Federal do Cear\u00e1 = Federal University of Cear\u00e1 (Av. da Universidade, 2853 - Benfica, Fortaleza - CE, CEP 60020-181 - Brazil)","institution_ids":["https://openalex.org/I243754102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061676394","display_name":"Florent Cabric","orcid":"https://orcid.org/0000-0002-9326-9441"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]},{"id":"https://openalex.org/I4387152856","display_name":"Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique","ror":"https://ror.org/00rd81916","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Cabric, Florent","raw_affiliation_strings":["LISN, Universit\u00e9 Paris-Saclay, CNRS, Orsay, France Aviz, Inria, Saclay, France","AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LISN, Universit\u00e9 Paris-Saclay, CNRS, Orsay, France Aviz, Inria, Saclay, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210126360","https://openalex.org/I4387152856"]},{"raw_affiliation_string":"AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)","institution_ids":["https://openalex.org/I277688954"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024860629","display_name":"Petra Isenberg","orcid":"https://orcid.org/0000-0002-2948-6417"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Isenberg, Petra","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay, CNRS, Orsay, France Inria, Saclay, France","AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay, CNRS, Orsay, France Inria, Saclay, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210126360"]},{"raw_affiliation_string":"AVIZ - Analysis and Visualization (DIGITEO, B\u00e2t. Claude Shannon - Universit\u00e9 Paris-Saclay, B\u00e2timent 660, 91190 Gif-sur-Yvette - France)","institution_ids":["https://openalex.org/I277688954"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30350421,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.7875999808311462},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.6913999915122986},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6858999729156494},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6633999943733215},{"id":"https://openalex.org/keywords/cultural-analytics","display_name":"Cultural analytics","score":0.5444999933242798},{"id":"https://openalex.org/keywords/software-analytics","display_name":"Software analytics","score":0.4661000072956085},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.41780000925064087},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.40529999136924744},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3968999981880188}],"concepts":[{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.7875999808311462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7210000157356262},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.6913999915122986},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6858999729156494},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6633999943733215},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6546000242233276},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5497000217437744},{"id":"https://openalex.org/C545860419","wikidata":"https://www.wikidata.org/wiki/Q5193251","display_name":"Cultural analytics","level":5,"score":0.5444999933242798},{"id":"https://openalex.org/C171981572","wikidata":"https://www.wikidata.org/wiki/Q7554239","display_name":"Software analytics","level":5,"score":0.4661000072956085},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3968999981880188},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C99740376","wikidata":"https://www.wikidata.org/wiki/Q17092520","display_name":"Interactive visual analysis","level":4,"score":0.3517000079154968},{"id":"https://openalex.org/C17302071","wikidata":"https://www.wikidata.org/wiki/Q7901851","display_name":"User journey","level":5,"score":0.32510000467300415},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C63880386","wikidata":"https://www.wikidata.org/wiki/Q5157592","display_name":"Computer user satisfaction","level":4,"score":0.29429998993873596},{"id":"https://openalex.org/C161772715","wikidata":"https://www.wikidata.org/wiki/Q1136996","display_name":"User-centered design","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C516187249","wikidata":"https://www.wikidata.org/wiki/Q10719477","display_name":"Web analytics","level":5,"score":0.2676999866962433},{"id":"https://openalex.org/C143267671","wikidata":"https://www.wikidata.org/wiki/Q7901856","display_name":"User requirements document","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C148792806","wikidata":"https://www.wikidata.org/wiki/Q7449046","display_name":"Semantic analytics","level":4,"score":0.2605000138282776},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.25760000944137573},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.25360000133514404},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:HAL:hal-05245376v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-05245376","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EuroVA 2025 - 16th EuroVis Workshop on Visual Analytics, Jun 2025, Luxembourg, Luxembourg. ⟨10.2312/eurova.20251095⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.2312/eurova.20251095","is_oa":true,"landing_page_url":"https://doi.org/10.2312/eurova.20251095","pdf_url":null,"source":{"id":"https://openalex.org/S7407052899","display_name":"Eurographics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-05245376v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-05245376","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EuroVA 2025 - 16th EuroVis Workshop on Visual Analytics, Jun 2025, Luxembourg, Luxembourg. ⟨10.2312/eurova.20251095⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"evaluation":[1,126],"of":[2,38,92,99,110,135,165],"user":[3,21,61,72,85,96,112,136,166],"experience":[4,22,62,73,86,97,113,137,167],"in":[5,63],"visual":[6,39,64,100,141,169],"analytics":[7,40,65,101,142,170],"systems":[8,102,143,171],"is":[9,50,172],"a":[10,17,54,104,124,150],"complex":[11],"and":[12,35,74,76,83,128,155],"multifaceted":[13],"challenge":[14],"that":[15,48,159],"demands":[16,37],"specialized":[18],"approach.":[19],"Traditional":[20],"measurement":[23,56,157],"tools,":[24],"including":[25],"standardized":[26],"questionnaires,":[27],"often":[28],"fail":[29],"to":[30,52,60,139],"capture":[31],"the":[32,69,90,107,119,133,140,161],"unique":[33],"interactions":[34],"cognitive":[36],"environments.":[41],"In":[42,145],"this":[43],"position":[44],"paper,":[45],"we":[46],"argue":[47],"it":[49],"necessary":[51],"develop":[53],"new":[55],"tool":[57],"specifically":[58],"tailored":[59],"systems.":[66],"We":[67,88],"explore":[68],"relationship":[70],"between":[71],"usability":[75],"review":[77],"current":[78,111],"methods":[79,94],"for":[80,95,122,131,152],"collecting,":[81],"measuring,":[82],"analyzing":[84],"data.":[87],"discuss":[89],"limitations":[91],"existing":[93],"evaluations":[98],"with":[103,168],"focus":[105],"on":[106,149],"problematic":[108],"use":[109],"questionnaires.":[114],"Our":[115],"research":[116,148],"agenda":[117],"outlines":[118],"key":[120],"challenges":[121],"developing":[123,153],"dedicated":[125],"instrument":[127],"proposes":[129],"strategies":[130],"exploring":[132],"dimensions":[134,164],"relevant":[138],"context.":[144],"particular,":[146],"future":[147],"framework":[151],"robust":[154],"context-appropriate":[156],"tools":[158],"target":[160],"many":[162],"important":[163],"needed.":[173]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-11T00:00:00"}