{"id":"https://openalex.org/W2529177160","doi":"https://doi.org/10.1145/2993901.2993910","title":"Evaluating Visualization Sets","display_name":"Evaluating Visualization Sets","publication_year":2016,"publication_date":"2016-10-03","ids":{"openalex":"https://openalex.org/W2529177160","doi":"https://doi.org/10.1145/2993901.2993910","mag":"2529177160"},"language":"en","primary_location":{"id":"doi:10.1145/2993901.2993910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993901.2993910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076643407","display_name":"Zening Qu","orcid":"https://orcid.org/0009-0004-5313-0076"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zening Qu","raw_affiliation_strings":["University of Washington HCDE"],"affiliations":[{"raw_affiliation_string":"University of Washington HCDE","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068008545","display_name":"Jessica Hullman","orcid":"https://orcid.org/0000-0001-6826-3550"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Hullman","raw_affiliation_strings":["University of Washington iSchool"],"affiliations":[{"raw_affiliation_string":"University of Washington iSchool","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5076643407"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":1.169,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.85443134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"44","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9415000081062317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.876596212387085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8102601170539856},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6694205403327942},{"id":"https://openalex.org/keywords/palette","display_name":"Palette (painting)","score":0.5703584551811218},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.562434196472168},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5454358458518982},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5307759046554565},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.508363664150238},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.4585549235343933},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4099474847316742},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3374849557876587},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33581268787384033},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.333340048789978},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09127050638198853}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.876596212387085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8102601170539856},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6694205403327942},{"id":"https://openalex.org/C2779674283","wikidata":"https://www.wikidata.org/wiki/Q425548","display_name":"Palette (painting)","level":2,"score":0.5703584551811218},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.562434196472168},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5454358458518982},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5307759046554565},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.508363664150238},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.4585549235343933},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4099474847316742},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3374849557876587},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33581268787384033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.333340048789978},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09127050638198853},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2993901.2993910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993901.2993910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W46219734","https://openalex.org/W136202409","https://openalex.org/W613679379","https://openalex.org/W1591017069","https://openalex.org/W1748744376","https://openalex.org/W1823329909","https://openalex.org/W1961845056","https://openalex.org/W1971781829","https://openalex.org/W1972170794","https://openalex.org/W1980209219","https://openalex.org/W1987269142","https://openalex.org/W2012487898","https://openalex.org/W2019714146","https://openalex.org/W2029654180","https://openalex.org/W2057592763","https://openalex.org/W2058199791","https://openalex.org/W2068779004","https://openalex.org/W2114033855","https://openalex.org/W2125215841","https://openalex.org/W2132881639","https://openalex.org/W2134578561","https://openalex.org/W2155733062","https://openalex.org/W2155843307","https://openalex.org/W2157900633","https://openalex.org/W2171073562","https://openalex.org/W2428096022","https://openalex.org/W2478527802","https://openalex.org/W2610881169","https://openalex.org/W2618814260","https://openalex.org/W2623647668","https://openalex.org/W4235375376","https://openalex.org/W4290619234","https://openalex.org/W6601908474","https://openalex.org/W6647035952"],"related_works":["https://openalex.org/W2164429073","https://openalex.org/W3010975807","https://openalex.org/W2027333138","https://openalex.org/W3185027765","https://openalex.org/W2096373083","https://openalex.org/W2105200106","https://openalex.org/W2151530263","https://openalex.org/W1574055964","https://openalex.org/W2104025928","https://openalex.org/W2295030662"],"abstract_inverted_index":{"Evaluation":[0],"criteria":[1],"like":[2],"expressiveness":[3],"and":[4,11,37,74,135,149,157,179,186,189],"effectiveness":[5,167],"favor":[6],"optimal":[7],"use":[8,45],"of":[9,86,124,174,184],"space":[10,156],"visual":[12,128,158],"encoding":[13,129],"channels":[14,130],"in":[15,34,62,67,105,155],"a":[16,32,84,122,190],"single":[17],"visualization.":[18],"However,":[19],"individually":[20],"optimized":[21],"views":[22],"may":[23],"be":[24,103,113,162],"inconsistent":[25],"with":[26],"one":[27],"another":[28],"when":[29],"presented":[30,104,114],"as":[31,121],"set":[33,85,96,123,141],"rec-ommender":[35],"systems":[36],"narrative":[38],"visualizations.":[39,87],"For":[40],"example,":[41],"two":[42,90,117],"visualizations":[43],"might":[44,56],"very":[46],"similar":[47],"color":[48],"palettes":[49],"for":[50,93,126,182,195],"different":[51,63,110],"data":[52],"fields,":[53],"or":[54],"they":[55],"render":[57],"the":[58,76,99,106,172],"same":[59,100,107],"field":[60],"but":[61],"scales.":[64],"These":[65,116],"inconsistencies":[66],"visualization":[68,95,140],"sets":[69,183],"can":[70],"cause":[71],"interpretation":[72],"errors":[73],"increase":[75],"cognitive":[77],"load":[78],"on":[79],"viewers":[80],"trying":[81],"to":[82,137,161,170,177],"analyze":[83],"We":[88,164],"propose":[89],"high-level":[91],"principles":[92,118],"evaluating":[94],"consistency:":[97],"(1)":[98],"fields":[101,111],"should":[102,112],"way,":[108],"(2)":[109],"differently.":[115],"are":[119],"operationalized":[120],"constraints":[125],"common":[127],"(x,":[131],"y,":[132],"color,":[133],"size,":[134],"shape)":[136],"enable":[138],"automated":[139],"evaluation.":[142],"To":[143],"balance":[144],"global":[145],"(visualization":[146],"set)":[147],"consistency":[148],"local":[150],"(single":[151],"visualization)":[152],"effectiveness,":[153],"trade-offs":[154],"encodings":[159,188],"have":[160],"made.":[163],"devise":[165],"an":[166],"preservation":[168],"score":[169],"guide":[171],"selection":[173],"which":[175],"conflicts":[176],"surface":[178],"potentially":[180],"revise":[181],"quantitative":[185],"ordinal":[187],"palette":[191],"resource":[192],"allocation":[193],"mechanism":[194],"nominal":[196],"encodings.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}