{"id":"https://openalex.org/W2891628559","doi":"https://doi.org/10.1109/tvcg.2018.2864889","title":"In Pursuit of Error: A Survey of Uncertainty Visualization Evaluation","display_name":"In Pursuit of Error: A Survey of Uncertainty Visualization Evaluation","publication_year":2018,"publication_date":"2018-09-17","ids":{"openalex":"https://openalex.org/W2891628559","doi":"https://doi.org/10.1109/tvcg.2018.2864889","mag":"2891628559","pmid":"https://pubmed.ncbi.nlm.nih.gov/30207956"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2018.2864889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2018.2864889","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068008545","display_name":"Jessica Hullman","orcid":"https://orcid.org/0000-0001-6826-3550"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jessica Hullman","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034827759","display_name":"Xiaoli Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoli Qiao","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036300289","display_name":"Michael Correll","orcid":"https://orcid.org/0000-0001-7902-3907"},"institutions":[{"id":"https://openalex.org/I4210163771","display_name":"Tableau Software (United States)","ror":"https://ror.org/053v5e348","country_code":"US","type":"company","lineage":["https://openalex.org/I4210163771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Correll","raw_affiliation_strings":["Tableau Software"],"affiliations":[{"raw_affiliation_string":"Tableau Software","institution_ids":["https://openalex.org/I4210163771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001536494","display_name":"Alex Kale","orcid":"https://orcid.org/0000-0001-7668-2800"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Kale","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089605137","display_name":"Matthew Kay","orcid":"https://orcid.org/0000-0001-9446-0419"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Kay","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068008545"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.2872,"has_fulltext":false,"cited_by_count":185,"citation_normalized_percentile":{"value":0.98205774,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"25","issue":"1","first_page":"903","last_page":"913"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8817683458328247},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7809735536575317},{"id":"https://openalex.org/keywords/conceptualization","display_name":"Conceptualization","score":0.5634793043136597},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5451017618179321},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4897780418395996},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.468863308429718},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.45321932435035706},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.44651830196380615},{"id":"https://openalex.org/keywords/creative-visualization","display_name":"Creative visualization","score":0.44003215432167053},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3710097670555115},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.36606353521347046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.302834689617157}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8817683458328247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7809735536575317},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.5634793043136597},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5451017618179321},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4897780418395996},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.468863308429718},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.45321932435035706},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.44651830196380615},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.44003215432167053},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3710097670555115},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36606353521347046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.302834689617157},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2018.2864889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2018.2864889","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:30207956","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30207956","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":96,"referenced_works":["https://openalex.org/W105489431","https://openalex.org/W149807329","https://openalex.org/W158727920","https://openalex.org/W205765474","https://openalex.org/W300909183","https://openalex.org/W1496747163","https://openalex.org/W1601042374","https://openalex.org/W1933343699","https://openalex.org/W1955448118","https://openalex.org/W1965761421","https://openalex.org/W1968404735","https://openalex.org/W1972641242","https://openalex.org/W1972655527","https://openalex.org/W1974902342","https://openalex.org/W1976624377","https://openalex.org/W1978495371","https://openalex.org/W1980160354","https://openalex.org/W1980956348","https://openalex.org/W1983610519","https://openalex.org/W1990419021","https://openalex.org/W1992091432","https://openalex.org/W1992743299","https://openalex.org/W1994394572","https://openalex.org/W1998888640","https://openalex.org/W2000972618","https://openalex.org/W2003522558","https://openalex.org/W2005958281","https://openalex.org/W2023202080","https://openalex.org/W2026691581","https://openalex.org/W2027047704","https://openalex.org/W2035312235","https://openalex.org/W2035782089","https://openalex.org/W2038651474","https://openalex.org/W2039740901","https://openalex.org/W2040687212","https://openalex.org/W2047450149","https://openalex.org/W2058203255","https://openalex.org/W2065637266","https://openalex.org/W2069228960","https://openalex.org/W2071536232","https://openalex.org/W2079990928","https://openalex.org/W2091221627","https://openalex.org/W2092922484","https://openalex.org/W2097173901","https://openalex.org/W2100613188","https://openalex.org/W2106317998","https://openalex.org/W2107007296","https://openalex.org/W2109911343","https://openalex.org/W2110405340","https://openalex.org/W2115281393","https://openalex.org/W2130875484","https://openalex.org/W2133469585","https://openalex.org/W2135041381","https://openalex.org/W2136813180","https://openalex.org/W2142493242","https://openalex.org/W2144981148","https://openalex.org/W2153367278","https://openalex.org/W2153402303","https://openalex.org/W2157887077","https://openalex.org/W2158553842","https://openalex.org/W2159401652","https://openalex.org/W2161506256","https://openalex.org/W2163685257","https://openalex.org/W2273812590","https://openalex.org/W2284184529","https://openalex.org/W2292312835","https://openalex.org/W2296018235","https://openalex.org/W2321256389","https://openalex.org/W2330462957","https://openalex.org/W2331384579","https://openalex.org/W2333311386","https://openalex.org/W2345995343","https://openalex.org/W2364444592","https://openalex.org/W2398344594","https://openalex.org/W2515339857","https://openalex.org/W2528028206","https://openalex.org/W2610977862","https://openalex.org/W2727242542","https://openalex.org/W2750605487","https://openalex.org/W2752099845","https://openalex.org/W2795752238","https://openalex.org/W2796971335","https://openalex.org/W2797824474","https://openalex.org/W2799246381","https://openalex.org/W2888554701","https://openalex.org/W2889972253","https://openalex.org/W3011865677","https://openalex.org/W3144900023","https://openalex.org/W4239535914","https://openalex.org/W4300497458","https://openalex.org/W4301958211","https://openalex.org/W4309066014","https://openalex.org/W6604323889","https://openalex.org/W6660073927","https://openalex.org/W6675749768","https://openalex.org/W6739667036"],"related_works":["https://openalex.org/W3010975807","https://openalex.org/W2027333138","https://openalex.org/W3185027765","https://openalex.org/W2096373083","https://openalex.org/W2151530263","https://openalex.org/W2105200106","https://openalex.org/W1938514595","https://openalex.org/W2766098643","https://openalex.org/W2112083262","https://openalex.org/W2013467770"],"abstract_inverted_index":{"Understanding":[0],"and":[1,32,123,149,156,168,182,191],"accounting":[2],"for":[3,81,211],"uncertainty":[4,19,31,40,45,91,103,116,134,222],"is":[5,21,161],"critical":[6],"to":[7,24,59,129,214],"effectively":[8],"reasoning":[9],"about":[10],"visualized":[11],"data.":[12],"However,":[13],"evaluating":[14,195],"the":[15,25,33,63,106,110,180,186,216,219],"impact":[16],"of":[17,35,44,66,89,98,109,133,184,188,209,221],"an":[18,87,90,102,115],"visualization":[20,46,52,104,144,224],"complex":[22],"due":[23],"difficulties":[26,65],"that":[27,100,138,152],"people":[28],"have":[29],"interpreting":[30],"challenge":[34],"defining":[36],"correct":[37],"behavior":[38,159],"with":[39,62,205],"information.":[41],"Currently,":[42],"evaluators":[43,73,212],"must":[47],"rely":[48],"on":[49,147,165,173],"general":[50],"purpose":[51],"evaluation":[53,88,118,140,177],"frameworks":[54],"which":[55],"can":[56],"be":[57],"ill-equipped":[58],"provide":[60],"guidance":[61],"unique":[64],"assessing":[67],"judgments":[68],"under":[69],"uncertainty.":[70],"To":[71],"help":[72],"navigate":[74],"these":[75],"complexities,":[76],"we":[77,136],"present":[78],"a":[79,192,206],"taxonomy":[80,94,128],"characterizing":[82],"decisions":[83,99],"made":[84],"in":[85,143,176,223],"designing":[86],"visualization.":[92],"Our":[93],"differentiates":[95],"six":[96],"levels":[97],"comprise":[101],"evaluation:":[105],"behavioral":[107],"targets":[108],"study,":[111],"expected":[112],"effects":[113],"from":[114],"visualization,":[117],"goals,":[119],"measures,":[120],"elicitation":[121],"techniques,":[122],"analysis":[124],"approaches.":[125],"Applying":[126],"our":[127],"86":[130],"user":[131],"studies":[132],"visualizations,":[135],"find":[137],"existing":[139],"practice,":[141],"particularly":[142],"research,":[145],"focuses":[146],"Performance":[148],"Satisfaction-based":[150],"measures":[151],"assume":[153],"more":[154],"predictable":[155],"statistically-driven":[157],"judgment":[158,167],"than":[160,200],"suggested":[162],"by":[163],"research":[164],"human":[166],"decision":[169,201],"making.":[170],"We":[171,203],"reflect":[172],"common":[174],"themes":[175],"practice":[178],"concerning":[179],"interpretation":[181],"semantics":[183],"uncertainty,":[185],"use":[187],"confidence":[189],"reporting,":[190],"bias":[193],"toward":[194],"performance":[196],"as":[197],"accuracy":[198],"rather":[199],"quality.":[202],"conclude":[204],"concrete":[207],"set":[208],"recommendations":[210],"designed":[213],"reduce":[215],"mismatch":[217],"between":[218],"conceptualization":[220],"versus":[225],"other":[226],"fields.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}